{"meta":{"query_hash":"f2c544068c16","filters":{"venue":"Design Thinking"},"cohort_total":49,"direct_labels_cover":0,"predictions_cover":49,"exported":49,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f2c544068c16","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Thinking"},"results":[{"id":"W4385434160","doi":"10.1007/978-1-4842-9579-3_5","title":"Prototyping with Generative AI","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rapid prototyping; Process (computing); Computer science; Generative grammar; Human–computer interaction; Dance; Engineering; Visual arts; Artificial intelligence; Art; Programming language","score_opus":0.059647245721843364,"score_gpt":0.26331747702449587,"score_spread":0.2036702313026525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.8966577e-8,0.000057313817,0.8906074,0.0014943774,0.000089790396,0.0015091476,0.0000045345055,0.00078256684,0.10545481],"genre_scores_gemma":[0.00014680735,0.000095514755,0.5053074,0.0032806902,0.0004563621,0.0011361075,0.000067314344,0.00024095584,0.48926887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982133,0.0000458586,0.00026327895,0.00067349523,0.0005332244,0.00027085817],"domain_scores_gemma":[0.9984972,0.00015278059,0.00025393764,0.0008760218,0.00014547863,0.000074607226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046331395,0.00031236323,0.00027287035,0.00019190864,0.00038064318,0.00030678554,0.0011577208,0.00021700824,0.000015719452],"category_scores_gemma":[0.000009971006,0.00027121158,0.00006848736,0.00013962325,0.00007398554,0.00025665882,0.00030629375,0.00055842526,0.00041763566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036596555,0.0000054410343,2.863839e-7,0.000019957411,0.000089934605,0.000041412583,0.0009150885,0.0011902435,0.00003367581,0.9886684,0.001936794,0.0070951106],"study_design_scores_gemma":[0.00020727418,0.00013016904,0.0000032059318,0.00066123833,0.00004928738,0.00004211417,0.000008178932,0.046915915,0.0007418272,0.90398026,0.04657188,0.0006886691],"about_ca_topic_score_codex":0.00000807604,"about_ca_topic_score_gemma":0.000009876804,"teacher_disagreement_score":0.3853,"about_ca_system_score_codex":0.00012801465,"about_ca_system_score_gemma":0.0002544342,"threshold_uncertainty_score":0.999974},"labels":[],"label_agreement":null},{"id":"W4385434163","doi":"10.1007/978-1-4842-9579-3_10","title":"Uncanny by Nature","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Content (measure theory); Computer science; Artificial intelligence; Mathematics","score_opus":0.057978467340332206,"score_gpt":0.27245908273541286,"score_spread":0.21448061539508065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434163","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021045857,0.00029597682,0.01836121,0.0015020842,0.0007590685,0.0003348682,0.00008066129,0.0010308757,0.9776142],"genre_scores_gemma":[0.0035492145,0.0004605847,0.00036903186,0.004850017,0.00018353086,0.0000065901922,0.000030219959,0.00011467547,0.99043614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982039,0.000060165385,0.00023352474,0.00060257514,0.0006468419,0.00025304648],"domain_scores_gemma":[0.9992469,0.000089815876,0.00017268975,0.0003731212,0.000028927541,0.00008854238],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000292294,0.00029904855,0.00030273068,0.00018792297,0.00026653367,0.00011986687,0.00050799415,0.0006191258,0.0010680113],"category_scores_gemma":[0.000115139424,0.00027333532,0.00021307022,0.00009706733,0.00010456991,0.00006593086,0.00009601382,0.0010253828,0.002691954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002222486,0.000022151273,0.000001572487,0.00003280813,0.000025558373,0.00042637173,0.00090893294,0.000093264534,0.037258133,0.5763187,0.3649384,0.01995187],"study_design_scores_gemma":[0.00018260644,0.000053800493,0.0000013315085,0.00025294285,0.00012612433,0.00003479488,0.000020295382,0.00088038226,0.0022915616,0.29769868,0.6976809,0.00077655487],"about_ca_topic_score_codex":0.0000028428458,"about_ca_topic_score_gemma":0.000001212974,"teacher_disagreement_score":0.3327425,"about_ca_system_score_codex":0.000063548665,"about_ca_system_score_gemma":0.000048221093,"threshold_uncertainty_score":0.99997187},"labels":[],"label_agreement":null},{"id":"W4385434245","doi":"10.1007/978-1-4842-9579-3_4","title":"Creative Companion","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Variety (cybernetics); Persona; Process (computing); Computer science; Cognitive science; Artificial intelligence; Human–computer interaction; Psychology; Programming language","score_opus":0.08189798706274434,"score_gpt":0.28040080020844194,"score_spread":0.1985028131456976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434245","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2755477e-7,0.00004604066,0.5958917,0.0004047063,0.001064075,0.00018792992,0.0000034935285,0.00077701255,0.4016247],"genre_scores_gemma":[0.00048085095,0.00008138272,0.1441164,0.0011258561,0.00047226422,0.000028615505,0.000030083633,0.00013689944,0.85352767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825734,0.000057363963,0.00032183705,0.00057301926,0.0005307536,0.00025970073],"domain_scores_gemma":[0.99803144,0.0006095318,0.0003026169,0.00081018,0.00017233421,0.0000739133],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039624327,0.00032077872,0.0003186972,0.0002847896,0.00028162193,0.00032564183,0.0015789953,0.00026149227,0.00016441368],"category_scores_gemma":[0.000029031151,0.00032917576,0.0001461717,0.00009922334,0.000038214657,0.00046215014,0.00055924105,0.00064847415,0.003918828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002391088,0.000006232112,8.17639e-7,0.000014107851,0.00008222496,0.000096112075,0.002073497,0.0002771844,0.000026941581,0.981122,0.011173451,0.0051250337],"study_design_scores_gemma":[0.00009972916,0.00006554573,0.000021480242,0.0006625526,0.00003668137,0.000044825865,0.00003075888,0.02060574,0.00014599258,0.918694,0.05907803,0.00051461626],"about_ca_topic_score_codex":0.000039593007,"about_ca_topic_score_gemma":0.000009802727,"teacher_disagreement_score":0.45190296,"about_ca_system_score_codex":0.00017657374,"about_ca_system_score_gemma":0.00010278934,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W4385434272","doi":"10.1007/978-1-4842-9579-3_7","title":"Generative AI Form and Composition","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Leverage (statistics); Composition (language); Computer science; Artificial intelligence; Art; Literature","score_opus":0.2452890145519599,"score_gpt":0.36808096445255195,"score_spread":0.12279194990059206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434272","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023921713,0.0001516492,0.78215533,0.0012693057,0.002040153,0.0004292522,0.00004755615,0.00025319718,0.21362962],"genre_scores_gemma":[0.0038867632,0.00004781442,0.022852946,0.0018808017,0.00047469922,0.000009174775,0.00015028176,0.00006365282,0.97063386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99664867,0.00007939834,0.00052526343,0.00094664557,0.0015848554,0.0002151446],"domain_scores_gemma":[0.99747986,0.0011473267,0.00031007847,0.00078580226,0.00019720325,0.00007970397],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057746638,0.00023376294,0.00032686573,0.0005332021,0.0005289866,0.0014670376,0.00073774654,0.00013782135,0.00016992886],"category_scores_gemma":[0.00022381365,0.00018634663,0.00009131638,0.00014732301,0.000104284074,0.00024344926,0.00071184867,0.0002619053,0.001106226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015284782,0.000006669801,0.000005598585,0.000009697247,0.00005928115,0.00007498591,0.0016017478,0.0004893224,0.00004984136,0.62264097,0.2595321,0.1155145],"study_design_scores_gemma":[0.00010681036,0.000036122972,0.00002698113,0.00012364624,0.00002926577,0.0000077374625,0.00004182711,0.017321639,0.000033507025,0.92047954,0.061561264,0.00023163912],"about_ca_topic_score_codex":0.0000068705403,"about_ca_topic_score_gemma":0.0000075025728,"teacher_disagreement_score":0.7593024,"about_ca_system_score_codex":0.000049363487,"about_ca_system_score_gemma":0.000039639126,"threshold_uncertainty_score":0.9996715},"labels":[],"label_agreement":null},{"id":"W4385434310","doi":"10.1007/978-1-4842-9579-3_6","title":"Building Blocks","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Service (business); Product (mathematics); Software; Computer science; Haven; Software engineering; World Wide Web; Marketing; Business; Artificial intelligence; Programming language; Mathematics","score_opus":0.054021075092239836,"score_gpt":0.2687255846206871,"score_spread":0.21470450952844725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7253147e-7,0.00031871223,0.93769825,0.00021681107,0.0008748126,0.00017262189,0.000001182951,0.004331392,0.05638606],"genre_scores_gemma":[0.00009283385,0.00016551523,0.8701782,0.00019752506,0.0002699267,0.00001355751,0.0000021065732,0.0000907797,0.12898955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985571,0.000021164078,0.00023970484,0.00048204183,0.00043165218,0.0002683392],"domain_scores_gemma":[0.9980689,0.00088253204,0.00020088868,0.00073044986,0.00005303532,0.00006419109],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094356586,0.0002934222,0.00025883137,0.00027193816,0.00015308858,0.00037060186,0.001506256,0.00031708725,0.000028857043],"category_scores_gemma":[0.00010115629,0.00030292073,0.000115479015,0.00008818947,0.00001858219,0.00031570363,0.00049258646,0.00060972787,0.00015037997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012274186,0.0000016864034,3.3733394e-7,0.000018413075,0.000041358497,0.0001715713,0.00015629115,0.0004221265,0.000026251517,0.9628933,0.0067468905,0.029520528],"study_design_scores_gemma":[0.00003881935,0.000044388147,9.771744e-7,0.00035731212,0.00002155025,0.000041586158,3.2476487e-7,0.008924048,0.00026931037,0.78488725,0.20500134,0.0004130692],"about_ca_topic_score_codex":0.00000724709,"about_ca_topic_score_gemma":2.8467528e-7,"teacher_disagreement_score":0.19825445,"about_ca_system_score_codex":0.000059269765,"about_ca_system_score_gemma":0.000059068516,"threshold_uncertainty_score":0.9999423},"labels":[],"label_agreement":null},{"id":"W4385434321","doi":"10.1007/978-1-4842-9579-3_12","title":"Use Cases","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Computer science; Workflow; Point (geometry); Process (computing); Artificial intelligence; Generative model; Human–computer interaction; Programming language; Database","score_opus":0.23287284559146162,"score_gpt":0.2910375391046953,"score_spread":0.058164693513233695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434321","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058827454,0.0002052214,0.90561056,0.00033483823,0.0014627156,0.00044162653,0.0000058792893,0.0015323559,0.0904009],"genre_scores_gemma":[0.001677106,0.0002447377,0.09299194,0.0010620771,0.00042970153,0.0000264403,0.000012889887,0.0001758009,0.9033793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997686,0.000060743918,0.00040915055,0.0007422745,0.00063998695,0.00046181033],"domain_scores_gemma":[0.9964172,0.001960233,0.00023642127,0.0011067368,0.00016637654,0.00011301778],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007524111,0.0003743266,0.0003419913,0.00035324827,0.00034407258,0.0008821057,0.0016954774,0.00031546413,0.00007085723],"category_scores_gemma":[0.00037245802,0.00038648956,0.0001615808,0.00014647782,0.00007247591,0.00086138415,0.00058987463,0.00047798394,0.0036917746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036149356,0.0000050663834,0.000001754637,0.0000140991315,0.00003495002,0.0019773124,0.0008444862,0.0003515353,0.000056999907,0.97815126,0.0055917874,0.012967121],"study_design_scores_gemma":[0.000030358902,0.00012131815,0.0000033211504,0.00042784464,0.000028839186,0.0001249333,0.000018833995,0.009523381,0.0028696836,0.92187184,0.06422303,0.0007565932],"about_ca_topic_score_codex":0.000115622344,"about_ca_topic_score_gemma":0.0000401231,"teacher_disagreement_score":0.8129784,"about_ca_system_score_codex":0.00012509653,"about_ca_system_score_gemma":0.00016035623,"threshold_uncertainty_score":0.9998587},"labels":[],"label_agreement":null},{"id":"W4385434335","doi":"10.1007/978-1-4842-9579-3","title":"Creative Prototyping with Generative AI","year":2023,"lang":"en","type":"book","venue":"Design Thinking","topic":"Architecture and Computational Design","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rapid prototyping; Generative grammar; Computer science; Artificial intelligence; Engineering; Mechanical engineering","score_opus":0.02004774291190052,"score_gpt":0.2212438681746577,"score_spread":0.20119612526275715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434335","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019053765,0.00033792504,0.81997156,0.000040636183,0.00014556477,0.0010788398,0.0000103159455,0.0010734455,0.17733978],"genre_scores_gemma":[0.00092129305,0.000112595706,0.15579326,0.0012038519,0.0020796494,0.0012933055,0.00045566514,0.00097275875,0.8371676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986592,0.00007139049,0.00023065433,0.00033308813,0.00040951386,0.0002961893],"domain_scores_gemma":[0.999299,0.0002796417,0.00007062448,0.00019429847,0.00009402461,0.00006242034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020864446,0.0004253758,0.00037232315,0.00023725592,0.00018892491,0.000099256686,0.00024629943,0.00022084401,0.000040149163],"category_scores_gemma":[0.000011436575,0.00036428336,0.00007727952,0.00015850505,0.000049113136,0.00009477227,0.000036352078,0.00069624797,0.00021561341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063408,0.000006821487,0.0000010434479,0.00025359684,0.00076969096,0.00026382017,0.0057205223,0.904251,0.00008416516,0.01794597,0.057948932,0.012691038],"study_design_scores_gemma":[0.0005783954,0.00044856494,0.000032895223,0.0025216013,0.00024240323,0.00007228281,0.000052355725,0.2200089,0.0016965591,0.7335908,0.038954306,0.0018009653],"about_ca_topic_score_codex":0.0000017876307,"about_ca_topic_score_gemma":0.0000038134297,"teacher_disagreement_score":0.7156448,"about_ca_system_score_codex":0.00021682463,"about_ca_system_score_gemma":0.00027310592,"threshold_uncertainty_score":0.9998809},"labels":[],"label_agreement":null},{"id":"W4385434358","doi":"10.1007/978-1-4842-9579-3_11","title":"Dilemmas Interacting with Generative AI","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Cheating; Generative model; Computer science; Artificial intelligence; Cognitive science; Engineering ethics; Psychology; Social psychology; Engineering","score_opus":0.14081621177614576,"score_gpt":0.3641089241837836,"score_spread":0.22329271240763784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434358","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012385049,0.000093733055,0.010508044,0.008160097,0.001095006,0.00048700435,0.000009699591,0.00040838664,0.97922564],"genre_scores_gemma":[0.008660369,0.00048621037,0.0065833814,0.004005466,0.0026223224,0.000016815357,0.000028094619,0.00021210432,0.9773852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977166,0.00019322766,0.00026908997,0.00039123825,0.0009785137,0.00045132064],"domain_scores_gemma":[0.9972548,0.001573531,0.0003389719,0.00020304068,0.0004680221,0.00016166636],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002340355,0.00030362606,0.00038282698,0.00015180766,0.0017749602,0.0008188919,0.00043668057,0.00061425846,0.00023920475],"category_scores_gemma":[0.0007860923,0.00027424024,0.00012769297,0.00008472471,0.00035381928,0.0004735912,0.0000970187,0.0014230988,0.000221833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001616236,0.000004546117,0.0000050469007,0.000011579381,0.00014010035,0.00011820916,0.073116705,0.000051633957,0.000010518125,0.91935563,0.0050403476,0.002129525],"study_design_scores_gemma":[0.00015229177,0.00013346113,0.0000037349448,0.0011843113,0.00009995604,0.0000019837837,0.0025359457,0.000056162866,0.000039031886,0.86293054,0.13221018,0.0006524261],"about_ca_topic_score_codex":0.0010186795,"about_ca_topic_score_gemma":0.0024687687,"teacher_disagreement_score":0.12716983,"about_ca_system_score_codex":0.000251279,"about_ca_system_score_gemma":0.0007350954,"threshold_uncertainty_score":0.999971},"labels":[],"label_agreement":null},{"id":"W4385434359","doi":"10.1007/978-1-4842-9579-3_2","title":"Being Creative with Machines","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Innovation, Sustainability, Human-Machine Systems","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Creativity; Affordance; Process (computing); Computer science; Artificial intelligence; Computational creativity; Cognitive science; Human–computer interaction; Point (geometry); Perspective (graphical); Engineering; Psychology; Mathematics","score_opus":0.04613130022771686,"score_gpt":0.3079108126121643,"score_spread":0.2617795123844474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434359","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009341421,0.000088104134,0.019372929,0.0006136544,0.00068719516,0.0015919792,0.000009172842,0.00088320463,0.9766604],"genre_scores_gemma":[0.0355903,0.00003086411,0.0027494829,0.00020561759,0.0018265179,0.00007449756,0.00007218268,0.00023875045,0.95921177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965561,0.0003795193,0.0005367654,0.00065448246,0.0013251611,0.00054797187],"domain_scores_gemma":[0.9973716,0.0007317874,0.0005241791,0.00044916876,0.00083328475,0.00008993759],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004139082,0.00046535317,0.0005678236,0.00047155013,0.0019182834,0.00036665038,0.00064218335,0.00044508104,0.000308041],"category_scores_gemma":[0.0005669494,0.00041537944,0.00013015274,0.000291515,0.00048804138,0.00031925144,0.00011726203,0.00069973094,0.0001419049],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002354852,0.0000072605417,0.00033866896,0.00009641332,0.00012831358,0.00008513134,0.057804573,0.000106635496,0.0000017138588,0.93874073,0.001018645,0.0016483935],"study_design_scores_gemma":[0.0002168316,0.000107383916,0.00016228281,0.00076370785,0.000100361234,0.0000043591895,0.0033254544,0.000109420034,0.0000055018527,0.9550094,0.03946333,0.0007319697],"about_ca_topic_score_codex":0.0038477895,"about_ca_topic_score_gemma":0.0022940205,"teacher_disagreement_score":0.054479122,"about_ca_system_score_codex":0.00072451716,"about_ca_system_score_gemma":0.0007666521,"threshold_uncertainty_score":0.9998298},"labels":[],"label_agreement":null},{"id":"W4385434398","doi":"10.1007/978-1-4842-9579-3_8","title":"The Art of the Prompt","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Computer science; Image (mathematics); Artificial intelligence; Natural language processing; Linguistics","score_opus":0.06969338833698943,"score_gpt":0.24956683293835352,"score_spread":0.1798734446013641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434398","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026596988,0.00037168025,0.6296891,0.0030700732,0.0022502088,0.00097562745,0.0000023465495,0.00037139098,0.36326692],"genre_scores_gemma":[0.0019394017,0.00017750022,0.01121795,0.0004836255,0.00025977346,0.000041244482,0.0000015218185,0.00009219859,0.9857868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99801856,0.00009407934,0.00042000916,0.0003882335,0.0007541743,0.00032491598],"domain_scores_gemma":[0.9971042,0.0009041582,0.00038784987,0.001400909,0.00016570449,0.00003716717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016374884,0.00023000386,0.00022265276,0.00007872604,0.00061904953,0.00028290058,0.003502418,0.0001720804,0.0000153052],"category_scores_gemma":[0.00016473194,0.00013520614,0.00018652277,0.00016284072,0.00019108586,0.00017057246,0.0008129209,0.00047112137,0.0007506609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024918716,0.0000031741838,0.0000010722773,0.000011490553,0.00003040897,0.000013414597,0.0010989005,0.0002507451,0.000104157065,0.9813919,0.0069775544,0.010114678],"study_design_scores_gemma":[0.00001698394,0.000036697467,0.000004398532,0.00026760722,0.000013691247,0.000007015258,0.000023189281,0.005980515,0.005916189,0.9103272,0.07722331,0.00018320039],"about_ca_topic_score_codex":0.0000116358215,"about_ca_topic_score_gemma":0.000026443791,"teacher_disagreement_score":0.62251985,"about_ca_system_score_codex":0.000060484326,"about_ca_system_score_gemma":0.00019608298,"threshold_uncertainty_score":0.96484774},"labels":[],"label_agreement":null},{"id":"W4385434406","doi":"10.1007/978-1-4842-9579-3_13","title":"AI and the Future of Creative Work","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Realm; Computer science; Artificial intelligence; Generative model; Replicate; Cognitive science; Psychology; Political science; Mathematics; Law","score_opus":0.13835253344591794,"score_gpt":0.3397448080358023,"score_spread":0.20139227458988437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434406","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002215079,0.0038543341,0.31887385,0.008087044,0.00631245,0.0012702715,0.000058659367,0.00024138877,0.66127986],"genre_scores_gemma":[0.0022497692,0.00017315621,0.003986402,0.000879699,0.0005374342,0.000006381613,0.000014199103,0.000037181824,0.9921158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99668425,0.00019587869,0.0005740933,0.00068265887,0.0016978526,0.00016526008],"domain_scores_gemma":[0.9948071,0.003283172,0.0005134779,0.0011386607,0.00021435197,0.00004319756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012618316,0.00020041573,0.0004430802,0.0003265256,0.00031884588,0.00057182333,0.0013133762,0.0001270212,0.00020704254],"category_scores_gemma":[0.00065513956,0.000109098815,0.0001432557,0.0003073051,0.00038756846,0.000093490526,0.0008666973,0.00031674872,0.00025402216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067565554,0.000002667478,0.000008377264,0.0000062669596,0.00006494044,0.000013071566,0.0026203452,0.0001493439,2.5217636e-7,0.63296604,0.19075373,0.17334737],"study_design_scores_gemma":[0.00023426254,0.000015020606,0.000075816606,0.00019236513,0.000048469898,0.0000016475236,0.00034291137,0.000952227,0.000002340285,0.8448178,0.15318926,0.00012783597],"about_ca_topic_score_codex":0.000009844385,"about_ca_topic_score_gemma":0.00000541454,"teacher_disagreement_score":0.33083594,"about_ca_system_score_codex":0.00001521118,"about_ca_system_score_gemma":0.00004251168,"threshold_uncertainty_score":0.55141056},"labels":[],"label_agreement":null},{"id":"W4385434439","doi":"10.1007/978-1-4842-9579-3_9","title":"The Master of Mashup","year":2023,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Artistic and Creative Research","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Merge (version control); Mashup; Creativity; Leverage (statistics); Art; Computer science; Mashing; Visual arts; Multimedia; Artificial intelligence; World Wide Web; Psychology; The Internet; Information retrieval","score_opus":0.2143566223217105,"score_gpt":0.27650727586196683,"score_spread":0.06215065354025634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434439","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.053302e-7,0.00036680448,0.0027011535,0.00020673519,0.00013978913,0.0002013202,0.000022596882,0.000054340253,0.9963065],"genre_scores_gemma":[0.002650715,0.00019796836,0.000093863215,0.000040839754,0.00043722303,0.000009786119,0.000008906454,0.000056555204,0.9965041],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989615,0.000039307048,0.00023057303,0.00015123187,0.00042035722,0.00019701656],"domain_scores_gemma":[0.9987334,0.0007450224,0.00013505793,0.00022846407,0.0001294259,0.000028609098],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00057633885,0.00015078425,0.00019766882,0.00006661064,0.0005421626,0.000146434,0.0002976432,0.00007153501,0.0027047487],"category_scores_gemma":[0.000031414285,0.00009375101,0.0000972267,0.000005816956,0.00038429198,0.00003852213,0.000112132046,0.00026292691,0.00090534764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017727143,0.0000019428135,0.0000014466555,0.000026217911,0.00008773379,0.000013855619,0.0041158306,0.0000010058502,0.0000016594227,0.97520125,0.015186441,0.0053448793],"study_design_scores_gemma":[0.000051191037,0.00005408281,0.0000020190462,0.00019042517,0.000030373476,7.059213e-7,0.00097183714,0.000045434408,0.000011046091,0.49558768,0.50294477,0.00011042428],"about_ca_topic_score_codex":0.000027603388,"about_ca_topic_score_gemma":0.00007221229,"teacher_disagreement_score":0.48775834,"about_ca_system_score_codex":0.000029928082,"about_ca_system_score_gemma":0.000056126315,"threshold_uncertainty_score":0.99987257},"labels":[],"label_agreement":null},{"id":"W4391031214","doi":"10.1007/979-8-8688-0083-2_9","title":"The Road Ahead: Predictions and Preparations","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Computer science; Environmental science; Transport engineering; Engineering","score_opus":0.03434227732347203,"score_gpt":0.2441639068953366,"score_spread":0.20982162957186457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031214","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010954099,0.0065748394,0.7343236,0.0021937555,0.0011632896,0.0003031993,0.0000021093936,0.0023586908,0.25307938],"genre_scores_gemma":[0.0033464648,0.000615208,0.18413675,0.00019975507,0.0003565624,0.00006350838,0.000004016906,0.000084283754,0.81119347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986798,0.000025913583,0.0002614264,0.000492863,0.0003319496,0.00020803868],"domain_scores_gemma":[0.9984976,0.00036001703,0.0001307826,0.0009123311,0.00005993674,0.000039300572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057920534,0.00023305346,0.00017272712,0.00019303472,0.0010959018,0.00059509487,0.0013250166,0.00024410698,0.0000034479442],"category_scores_gemma":[0.000055464516,0.00018334237,0.000076344004,0.00006922822,0.0002351593,0.00017097108,0.0006592822,0.000587826,0.00014681742],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2157434e-7,0.0000016689327,1.6256375e-7,0.000008154941,0.00004229519,0.0000137759625,0.0008162396,0.00015129399,0.00000444643,0.96018636,0.021375595,0.017399311],"study_design_scores_gemma":[0.000019274303,0.00003779429,0.0000023485497,0.00013189176,0.000022129638,0.000040797135,0.0000036963563,0.030667953,0.000007511345,0.60252017,0.36640793,0.00013849743],"about_ca_topic_score_codex":0.0000036960619,"about_ca_topic_score_gemma":0.000007959232,"teacher_disagreement_score":0.55811405,"about_ca_system_score_codex":0.000118246295,"about_ca_system_score_gemma":0.00013340164,"threshold_uncertainty_score":0.8428902},"labels":[],"label_agreement":null},{"id":"W4391031268","doi":"10.1007/979-8-8688-0083-2_5","title":"Complexity, Simplicity, and True Minimalism","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Minimalism (technical communication); Simplicity; Computer science; Philosophy; Art; Epistemology; Human–computer interaction","score_opus":0.07817039274496672,"score_gpt":0.26320050314306154,"score_spread":0.1850301103980948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020099644,0.0024436994,0.788821,0.0015956904,0.0014469115,0.0007558097,0.000022164306,0.0011961008,0.20369855],"genre_scores_gemma":[0.011801254,0.00026803257,0.80565476,0.002818448,0.0019506813,0.00005296979,0.000043370736,0.00035951985,0.17705095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962837,0.00008908564,0.0006297139,0.0015841798,0.0008618818,0.0005514305],"domain_scores_gemma":[0.99736553,0.00073536613,0.00024402457,0.0012956258,0.00014086402,0.00021857076],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001177351,0.00072953035,0.00079536525,0.0004103337,0.00031283023,0.0012517611,0.0021479314,0.0004942653,0.00007954277],"category_scores_gemma":[0.000038125712,0.00071302394,0.00024637647,0.00014184203,0.00031900115,0.00032444583,0.0033871545,0.0009818394,0.0002677487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039167876,0.000015290309,0.0000030781905,0.00012882098,0.00008078452,0.00024805928,0.0012523945,0.000038444126,0.000025446825,0.97383803,0.0014358931,0.022929858],"study_design_scores_gemma":[0.00014504841,0.00014271105,0.00003146382,0.00025455427,0.000056422698,0.00026067602,0.0000039822166,0.053014338,0.000041304338,0.9192167,0.02612763,0.0007051544],"about_ca_topic_score_codex":0.000043301792,"about_ca_topic_score_gemma":0.000016798058,"teacher_disagreement_score":0.0546213,"about_ca_system_score_codex":0.00019443668,"about_ca_system_score_gemma":0.00014104598,"threshold_uncertainty_score":0.999785},"labels":[],"label_agreement":null},{"id":"W4391031282","doi":"10.1007/979-8-8688-0083-2_3","title":"Principles of Conscious/Mindful Design","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Psychology; Cognitive science; Computer science","score_opus":0.07181680807404156,"score_gpt":0.25525231083598293,"score_spread":0.18343550276194137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031282","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001362166,0.0036477703,0.3324807,0.0000718784,0.0014418691,0.00043593306,0.000013349247,0.00051144516,0.6613957],"genre_scores_gemma":[0.007338884,0.00074451766,0.07556353,0.00019242163,0.0006401214,0.000063517735,0.000038706687,0.00049565086,0.91492265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804044,0.000051461942,0.0009002691,0.00033160625,0.00040972442,0.0002665063],"domain_scores_gemma":[0.9979518,0.00095131784,0.0004318166,0.00046146137,0.00010523952,0.0000983357],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014510095,0.0004394762,0.0005213316,0.00035929988,0.00007008924,0.00012797055,0.0003900604,0.00043715385,0.0010615484],"category_scores_gemma":[0.00015019953,0.00045510093,0.00016916354,0.000076375705,0.00007560411,0.00015635508,0.00005001441,0.000755447,0.0010501443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003345162,0.000017630444,9.888178e-7,0.0007866227,0.0006345057,0.000106016756,0.002700059,0.02039102,0.00088021235,0.9394297,0.025460273,0.009559543],"study_design_scores_gemma":[0.00015540408,0.000075879696,0.0000018273736,0.0012160161,0.00041781002,0.00008750684,0.000052033633,0.009759126,0.0062161684,0.17022166,0.81099814,0.00079841394],"about_ca_topic_score_codex":0.0000031701068,"about_ca_topic_score_gemma":0.0000012791673,"teacher_disagreement_score":0.7855379,"about_ca_system_score_codex":0.00013753699,"about_ca_system_score_gemma":0.00021096974,"threshold_uncertainty_score":0.99985164},"labels":[],"label_agreement":null},{"id":"W4391031283","doi":"10.1007/979-8-8688-0083-2_8","title":"Ethical Design in an AI-Driven World","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Engineering ethics; Computer science; Psychology; Engineering","score_opus":0.15300868521128472,"score_gpt":0.3981220540997063,"score_spread":0.24511336888842158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031283","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007569039,0.0008055699,0.011523018,0.0265572,0.0012829266,0.0009301332,0.000009459315,0.00043154883,0.9584526],"genre_scores_gemma":[0.04240807,0.0011200004,0.01925667,0.019687599,0.0039086305,0.000041411255,0.00003145541,0.00036934981,0.91317683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99621785,0.0006955257,0.00048271407,0.0006361553,0.0013116298,0.0006561165],"domain_scores_gemma":[0.99731565,0.0015968473,0.0001718329,0.000328312,0.00027457837,0.00031280355],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0074645486,0.00039544166,0.0005502383,0.0005267351,0.0007928132,0.0011859818,0.00086713454,0.0023690497,0.00050374307],"category_scores_gemma":[0.00052638724,0.00041401116,0.00020217086,0.00021008309,0.00058864104,0.00044221748,0.00012840773,0.005585344,0.00032794962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001914138,0.000012721827,0.000006726032,0.000023689801,0.000039277038,0.00023934068,0.04069494,0.00016592968,0.000012969579,0.9535137,0.0038942045,0.0013773796],"study_design_scores_gemma":[0.00009127929,0.00008065543,0.000004451011,0.000739806,0.00005640808,7.3411996e-7,0.0002914834,0.00028297742,0.000006957591,0.899933,0.098045036,0.00046721223],"about_ca_topic_score_codex":0.00090190594,"about_ca_topic_score_gemma":0.01051788,"teacher_disagreement_score":0.09415083,"about_ca_system_score_codex":0.00053662993,"about_ca_system_score_gemma":0.0012609712,"threshold_uncertainty_score":0.99985087},"labels":[],"label_agreement":null},{"id":"W4391036629","doi":"10.1007/979-8-8688-0083-2_10","title":"Concluding Thoughts and the Future Vision","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Wonder; Conversation; The Internet; Everyday life; Social life; Work (physics); Visual arts; Internet privacy; Media studies; Aesthetics; Computer science; Sociology; Art; Engineering; World Wide Web; Communication; Psychology; Political science; Social psychology; Social science; Law","score_opus":0.04546612186997989,"score_gpt":0.248443143948238,"score_spread":0.2029770220782581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391036629","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003115884,0.03372113,0.0003547858,0.0015115562,0.0013273624,0.0004354157,0.000009731017,0.0001788285,0.9624581],"genre_scores_gemma":[0.047434,0.0077437917,0.00042204768,0.0011587905,0.0077219415,0.000032351603,0.000095364165,0.00017613116,0.9352156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99892,0.00006005001,0.0002872152,0.0002622239,0.0003288879,0.00014158791],"domain_scores_gemma":[0.99867517,0.00057524734,0.00017698904,0.00045593118,0.000079421785,0.00003727],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007081864,0.00027468227,0.00029238887,0.000110419605,0.000770779,0.0014269075,0.0003857645,0.00016559701,0.00012004843],"category_scores_gemma":[0.000017726084,0.0001684146,0.0001178354,0.00000965858,0.00053258653,0.00019850512,0.00025450322,0.0006053483,0.00016145312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022885766,0.0000016685633,4.5093525e-8,0.000057689704,0.00005703872,0.000007326982,0.0233093,0.0000011061176,0.0000015832981,0.96583223,0.0063455133,0.004363609],"study_design_scores_gemma":[0.00011157993,0.000018001376,6.3086596e-8,0.00044196763,0.00006698202,0.000006207516,0.000063816915,0.000121640005,0.0000035544922,0.57241404,0.42662787,0.0001242976],"about_ca_topic_score_codex":0.000010417253,"about_ca_topic_score_gemma":0.000077562494,"teacher_disagreement_score":0.42028236,"about_ca_system_score_codex":0.000043667038,"about_ca_system_score_gemma":0.000035165765,"threshold_uncertainty_score":0.9996097},"labels":[],"label_agreement":null},{"id":"W4400150285","doi":"10.1007/979-8-8688-0324-6_5","title":"Building Low-Fidelity Prototypes","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Fidelity; Computer science; Telecommunications","score_opus":0.04523969009780754,"score_gpt":0.2702337400038617,"score_spread":0.22499404990605415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056654776,0.0016019973,0.87142324,0.00044332558,0.0011707364,0.0011735623,0.0000063295197,0.0010696341,0.1231055],"genre_scores_gemma":[0.006381203,0.00008573098,0.6755847,0.0012176876,0.0008479655,0.00018961506,0.00000813872,0.0002489584,0.315436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967972,0.000082344595,0.0006300715,0.0012446939,0.0007603874,0.00048527613],"domain_scores_gemma":[0.9977518,0.00037814683,0.00021956058,0.0013350422,0.0001788021,0.0001366501],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017733473,0.00058383204,0.0005324786,0.00028565037,0.0002407515,0.0010019199,0.0023525744,0.00053291663,0.0001299363],"category_scores_gemma":[0.000066546025,0.0005497052,0.00030877898,0.00011408368,0.000097756325,0.0005436772,0.0007480444,0.0011657032,0.0011877039],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012202227,0.000010927255,5.3587183e-7,0.0002574328,0.00010045208,0.00012529835,0.0008001258,0.00018184843,0.00028489463,0.98532015,0.0019575476,0.010948598],"study_design_scores_gemma":[0.00007476529,0.000110876965,0.0000012808673,0.0012460253,0.000046337154,0.000034827208,0.0000019396239,0.009405854,0.0033775598,0.9221452,0.06296343,0.0005919104],"about_ca_topic_score_codex":0.000015409283,"about_ca_topic_score_gemma":0.0000031125494,"teacher_disagreement_score":0.19583856,"about_ca_system_score_codex":0.00024992233,"about_ca_system_score_gemma":0.00024220676,"threshold_uncertainty_score":0.9996954},"labels":[],"label_agreement":null},{"id":"W4400150299","doi":"10.1007/979-8-8688-0324-6_10","title":"Building Stuff","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Urban Design and Spatial Analysis","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science","score_opus":0.02262358144788041,"score_gpt":0.2058415344193015,"score_spread":0.1832179529714211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150299","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029569665,0.009952952,0.45772615,0.000030588213,0.000784716,0.00019159527,0.000009896201,0.0013972523,0.5299039],"genre_scores_gemma":[0.008511493,0.00088084687,0.031785753,0.00014112137,0.0013971719,0.000023434155,0.000031509222,0.000585092,0.9566436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985444,0.000010586269,0.00036475228,0.00036883313,0.00041011814,0.0003013441],"domain_scores_gemma":[0.99936706,0.00010553697,0.000050054176,0.00035128076,0.000035018336,0.000091068745],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029622944,0.00047426118,0.00048915664,0.00040855655,0.00009054078,0.00021951253,0.000353836,0.00039598567,0.0005305947],"category_scores_gemma":[0.0000072077924,0.0004682922,0.0003039592,0.000076842676,0.00002969965,0.00008247031,0.00006666147,0.00072840415,0.0010789817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075662197,0.00000674162,0.0000010324428,0.00035431076,0.0017633981,0.0006095777,0.00074583484,0.022021132,0.0014243474,0.90441793,0.04300902,0.02563909],"study_design_scores_gemma":[0.000096485055,0.000032188418,3.7660175e-7,0.00074879016,0.00065704115,0.000017280805,0.0000042472034,0.07774049,0.0004985088,0.5929569,0.32638845,0.000859275],"about_ca_topic_score_codex":0.0000085484135,"about_ca_topic_score_gemma":0.0000058173723,"teacher_disagreement_score":0.42673966,"about_ca_system_score_codex":0.00018090395,"about_ca_system_score_gemma":0.000023228169,"threshold_uncertainty_score":0.9997769},"labels":[],"label_agreement":null},{"id":"W4400150308","doi":"10.1007/979-8-8688-0324-6_3","title":"Figma and the UX Process","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Process (computing); Computer science; Programming language","score_opus":0.02197459894081984,"score_gpt":0.24898474376912397,"score_spread":0.22701014482830412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001818812,0.0027533693,0.32424328,0.0011791043,0.00065111223,0.00033406733,0.0000033806955,0.0000509663,0.6707829],"genre_scores_gemma":[0.030418072,0.00034260133,0.0041625276,0.0059157927,0.0006719728,0.00006135883,0.000013035559,0.000117524716,0.95829713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998914,0.00002848217,0.00016762724,0.00042716644,0.0002864907,0.0001762433],"domain_scores_gemma":[0.99908274,0.0003319749,0.00011447808,0.00033778523,0.00010067714,0.00003233203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040853347,0.00024051421,0.00022864238,0.00010087885,0.00020328435,0.00045015622,0.00082777685,0.00012690494,0.00004663745],"category_scores_gemma":[0.000021995018,0.00015330446,0.00010848623,0.000038134665,0.00011805516,0.00027950126,0.00028734328,0.0005068072,0.00029502527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016765442,0.0000017375104,1.564124e-7,0.000041999698,0.00008315519,0.000057126483,0.0041828933,0.000005859959,0.000036326055,0.99164224,0.0027016741,0.0012300835],"study_design_scores_gemma":[0.00021103706,0.00004030726,0.0000023889004,0.00054583064,0.00006240391,0.00007472451,0.00004187695,0.0058628703,0.00055217836,0.9615094,0.03082657,0.00027040686],"about_ca_topic_score_codex":0.000003869953,"about_ca_topic_score_gemma":5.893914e-7,"teacher_disagreement_score":0.32008076,"about_ca_system_score_codex":0.000030665007,"about_ca_system_score_gemma":0.0000624175,"threshold_uncertainty_score":0.6251574},"labels":[],"label_agreement":null},{"id":"W4400150327","doi":"10.1007/979-8-8688-0324-6_6","title":"Building Medium-Fidelity Prototypes","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Architecture and Computational Design","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Fidelity; Computer science; Architectural engineering; Engineering; Telecommunications","score_opus":0.020527100832417156,"score_gpt":0.22990406668850205,"score_spread":0.2093769658560849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001461849,0.004040503,0.6680901,0.000054313732,0.00060829974,0.0005739181,0.00000852188,0.0011090593,0.32551384],"genre_scores_gemma":[0.03492846,0.00053578604,0.650556,0.0009558964,0.006215983,0.00047526343,0.00015827084,0.0016377778,0.30453652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985787,0.000015379539,0.0003493301,0.00035384487,0.00044727718,0.00025544336],"domain_scores_gemma":[0.99936557,0.00022370079,0.00004924595,0.00023892988,0.000047338963,0.00007523815],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035036114,0.0004172792,0.00033212267,0.00023517516,0.00010027929,0.00011733226,0.0003194214,0.000310441,0.0001561968],"category_scores_gemma":[0.000010961901,0.00039976466,0.0001616115,0.000047537094,0.00003618471,0.000072379116,0.00007141652,0.0008004126,0.0004279968],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011963584,0.000001889307,1.6196155e-7,0.00044760638,0.00031488584,0.00016282433,0.0004986694,0.09358622,0.0004187546,0.87646943,0.004413089,0.023674496],"study_design_scores_gemma":[0.000046910995,0.00002740099,0.0000018448291,0.00061305694,0.000082771905,0.000030213028,0.0000012517069,0.01962619,0.0006947359,0.8906616,0.087803096,0.00041092368],"about_ca_topic_score_codex":0.000001806244,"about_ca_topic_score_gemma":0.0000011766534,"teacher_disagreement_score":0.083390005,"about_ca_system_score_codex":0.0001162191,"about_ca_system_score_gemma":0.00006583802,"threshold_uncertainty_score":0.99984545},"labels":[],"label_agreement":null},{"id":"W4400150345","doi":"10.1007/979-8-8688-0324-6_2","title":"Adding Content to Figma Screens","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Content (measure theory); Computer science; Mathematics","score_opus":0.12982140933318556,"score_gpt":0.2645456502329988,"score_spread":0.13472424089981325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150345","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014195112,0.0016014151,0.6339564,0.0010668923,0.001148029,0.000307863,0.000004434662,0.00066473125,0.36124882],"genre_scores_gemma":[0.0024289628,0.00008281365,0.32395062,0.0032277678,0.0005831964,0.00002708159,0.000008506749,0.00009350671,0.66959757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979855,0.000021892636,0.00033896128,0.0007486478,0.00051837333,0.000386616],"domain_scores_gemma":[0.9985905,0.0003361651,0.000112312504,0.00075295905,0.0000895972,0.0001184209],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054421567,0.00037303788,0.00041900898,0.0003224698,0.00016628037,0.00059520087,0.0015459978,0.0002608233,0.000074040356],"category_scores_gemma":[0.00006648939,0.00032522448,0.00018727982,0.00007591503,0.000034897006,0.00017876581,0.0007733614,0.00043188612,0.0016828796],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040041514,0.000002650338,0.0000010548172,0.000029135657,0.0000731729,0.00038659913,0.00094005704,0.00004400287,0.000077787605,0.9672922,0.011543544,0.019605804],"study_design_scores_gemma":[0.00014907634,0.00021200367,0.00001954296,0.002371189,0.000088667985,0.00010170925,0.00005305374,0.005362969,0.00055262295,0.6644681,0.3256357,0.0009853883],"about_ca_topic_score_codex":0.00002270743,"about_ca_topic_score_gemma":0.000009649016,"teacher_disagreement_score":0.31409216,"about_ca_system_score_codex":0.000107297914,"about_ca_system_score_gemma":0.000086311986,"threshold_uncertainty_score":0.99992},"labels":[],"label_agreement":null},{"id":"W4400150346","doi":"10.1007/979-8-8688-0324-6_11","title":"Developer Handoff","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Stuttering Research and Treatment","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science; Handover; Computer network","score_opus":0.0954856084997378,"score_gpt":0.3351598993019309,"score_spread":0.2396742908021931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150346","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011213215,0.0076982016,0.004306014,0.00026007093,0.0014834643,0.0004578996,0.000018722447,0.00029702904,0.9854674],"genre_scores_gemma":[0.0023403165,0.00009681095,0.002401577,0.00026665197,0.0004599882,0.000085627995,0.000035051875,0.0001547287,0.9941592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983324,0.000029028468,0.00023977365,0.0005754103,0.00039017035,0.00043326113],"domain_scores_gemma":[0.9991174,0.00021614556,0.00005942719,0.00045247455,0.000046666257,0.000107919965],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035093978,0.00036156754,0.00032002767,0.00025409414,0.00013593638,0.00015376398,0.00027279236,0.00033794026,0.0075028376],"category_scores_gemma":[0.000011714834,0.00029846295,0.00015713678,0.000033384033,0.0000665865,0.000029655146,0.00014783815,0.0005919798,0.024454225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011204414,0.000026261165,0.000011446298,0.00006284379,0.0015291654,0.0045692124,0.002975504,0.0000018716718,0.000022251013,0.88406175,0.06938275,0.037244916],"study_design_scores_gemma":[0.0004278814,0.00016349611,0.00004790248,0.00053094386,0.00014321272,0.00013249228,0.00002014333,0.0000045585066,0.0000649109,0.36937654,0.6286617,0.00042625092],"about_ca_topic_score_codex":0.000030540436,"about_ca_topic_score_gemma":0.000004437138,"teacher_disagreement_score":0.5592789,"about_ca_system_score_codex":0.00016562882,"about_ca_system_score_gemma":0.00009233876,"threshold_uncertainty_score":0.9999468},"labels":[],"label_agreement":null},{"id":"W4400150361","doi":"10.1007/979-8-8688-0324-6_9","title":"Design System Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science","score_opus":0.05484024551725251,"score_gpt":0.24961073329903424,"score_spread":0.19477048778178174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150361","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9462513e-7,0.00663019,0.37645435,0.000050976254,0.003052308,0.0004993433,0.00000839993,0.0016796289,0.6116246],"genre_scores_gemma":[0.008286916,0.0006491979,0.037542228,0.00029938068,0.0012453748,0.000105180734,0.000055356766,0.0006941215,0.9511222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827635,0.00006385197,0.0004687255,0.00040609878,0.0004490052,0.00033598865],"domain_scores_gemma":[0.99867177,0.0005676778,0.00011536118,0.00046233519,0.000051564974,0.0001313127],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010618869,0.0005300077,0.0004263306,0.00032971767,0.00013759322,0.00044635605,0.0003760814,0.00044620477,0.0008548527],"category_scores_gemma":[0.000014052921,0.0005575805,0.00014347417,0.00006981388,0.00003005204,0.00022450548,0.0000435359,0.0008166778,0.007668662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003865174,0.000014162021,1.998686e-7,0.001998277,0.0010892256,0.0004744116,0.0033418532,0.020825539,0.00089573406,0.8242647,0.13348545,0.013571809],"study_design_scores_gemma":[0.00017208545,0.00006759718,3.2104163e-7,0.0023726223,0.00054760114,0.00029704097,0.0002007816,0.021995006,0.0009255031,0.069205955,0.9030114,0.0012040819],"about_ca_topic_score_codex":0.0000027955334,"about_ca_topic_score_gemma":3.2509323e-7,"teacher_disagreement_score":0.76952595,"about_ca_system_score_codex":0.0005752206,"about_ca_system_score_gemma":0.00010436603,"threshold_uncertainty_score":0.99968755},"labels":[],"label_agreement":null},{"id":"W4400150376","doi":"10.1007/979-8-8688-0324-6_7","title":"Interactivity Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Interactivity; Computer science; Psychology; Human–computer interaction; Multimedia","score_opus":0.06592350462655283,"score_gpt":0.27235369580688107,"score_spread":0.20643019118032824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150376","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026697178,0.0016962524,0.6364685,0.00056587625,0.001760412,0.00035641712,0.000010745636,0.0006566566,0.35848245],"genre_scores_gemma":[0.019072073,0.00012816272,0.067922294,0.0012632952,0.00036876692,0.000036297475,0.000014036868,0.00015822992,0.91103685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975047,0.000074206044,0.00043864723,0.0010110447,0.00060599454,0.0003654023],"domain_scores_gemma":[0.9979633,0.00052688597,0.00019723068,0.0011182469,0.00008040406,0.00011394906],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010351213,0.0005058582,0.0004707145,0.00027175565,0.00017199005,0.0010571651,0.0018479497,0.00037338308,0.00038170922],"category_scores_gemma":[0.00002851463,0.0004850644,0.00029370043,0.00007227481,0.00008242357,0.0006918102,0.0008396207,0.0010357908,0.0033514593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015106604,0.000027470449,0.0000011397632,0.0001088612,0.00019519824,0.00022603002,0.002101941,0.00004497415,0.00020431074,0.9723602,0.006140556,0.01857423],"study_design_scores_gemma":[0.00007065839,0.00012884074,8.0256785e-7,0.00068475935,0.00004721573,0.000059950777,0.0000058247138,0.006228773,0.0016987474,0.7634802,0.22707078,0.0005234484],"about_ca_topic_score_codex":0.000013498978,"about_ca_topic_score_gemma":0.000006214139,"teacher_disagreement_score":0.56854624,"about_ca_system_score_codex":0.00031952283,"about_ca_system_score_gemma":0.00013027902,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W4400150380","doi":"10.1007/979-8-8688-0324-6_1","title":"Learning the Figma Interface","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Interface (matter); Computer science; Psychology; Human–computer interaction; Operating system","score_opus":0.028146723717639335,"score_gpt":0.2580038653835821,"score_spread":0.2298571416659428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150380","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5759226e-7,0.0011308062,0.4571603,0.0006167667,0.00096788123,0.0001484863,0.0000011989536,0.00007597595,0.53989786],"genre_scores_gemma":[0.015171437,0.00008183032,0.0021026784,0.0008294355,0.00030267646,0.000010489166,0.0000052573296,0.00006706988,0.9814291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853164,0.00006025877,0.00022999603,0.0005328916,0.0003715593,0.00027367263],"domain_scores_gemma":[0.99875396,0.0004277804,0.00016849942,0.0005032894,0.000107640706,0.000038843682],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049121433,0.0003274429,0.00022937672,0.00014319284,0.00031855734,0.0006009801,0.001575978,0.00017671789,0.00019857538],"category_scores_gemma":[0.00003595348,0.0002304203,0.00021689394,0.000056248162,0.000054962522,0.00031409948,0.0006622473,0.0014071362,0.0029533636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007331185,0.0000032902851,3.4819251e-7,0.000028287463,0.00016668347,0.000112781076,0.005848454,0.000337627,0.0009472405,0.974536,0.013821516,0.004190454],"study_design_scores_gemma":[0.00007006423,0.00017891935,0.0000029375096,0.0009274039,0.000059618505,0.000085007276,0.000122065714,0.013595598,0.003508639,0.39372334,0.5872309,0.00049547886],"about_ca_topic_score_codex":0.0000054887532,"about_ca_topic_score_gemma":9.712039e-7,"teacher_disagreement_score":0.58081263,"about_ca_system_score_codex":0.000107109285,"about_ca_system_score_gemma":0.000067485285,"threshold_uncertainty_score":0.99782294},"labels":[],"label_agreement":null},{"id":"W4400150400","doi":"10.1007/979-8-8688-0324-6_8","title":"Microinteractions in Figma","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Geophysics and Sensor Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Computer science","score_opus":0.016428153497150638,"score_gpt":0.19622753971868995,"score_spread":0.17979938622153932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150400","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013531107,0.0021764871,0.007888081,0.00014386713,0.0014362906,0.00024956343,0.000019385943,0.0012476812,0.98670334],"genre_scores_gemma":[0.09893582,0.0008083512,0.0060331486,0.00014913804,0.00054434943,0.000035603567,0.000071557304,0.0005288505,0.8928932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993537,0.0000027576668,0.00019438025,0.00019342291,0.000081997896,0.00017374438],"domain_scores_gemma":[0.99967754,0.00005397524,0.000021677193,0.00021646573,0.000011886952,0.000018483266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005350041,0.00021537674,0.00022035494,0.00032792942,0.000024926012,0.00004948087,0.00016124803,0.00029639193,0.00014872354],"category_scores_gemma":[0.000002948465,0.00023929925,0.000085885054,0.00003917451,0.000016927936,0.000036157217,0.000035799905,0.0008098152,0.0010345632],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000406487,0.000008181624,9.2932027e-7,0.00024043006,0.00020840904,0.00075094734,0.0008141108,0.015011058,0.006774778,0.95055145,0.015039353,0.010596314],"study_design_scores_gemma":[0.00006378335,0.000016509613,0.0000018773061,0.0005989977,0.000034075358,0.00004733307,0.000011043069,0.01387178,0.0008738068,0.7825149,0.20159961,0.00036622238],"about_ca_topic_score_codex":0.0000070565807,"about_ca_topic_score_gemma":0.000016726288,"teacher_disagreement_score":0.18656027,"about_ca_system_score_codex":0.00010166578,"about_ca_system_score_gemma":0.0000084876665,"threshold_uncertainty_score":0.9997432},"labels":[],"label_agreement":null},{"id":"W4400150413","doi":"10.1007/979-8-8688-0324-6_4","title":"Creating UX Design Documentation","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Documentation; Computer science; Programming language","score_opus":0.036883361703615315,"score_gpt":0.25690789940557973,"score_spread":0.22002453770196442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.372533e-7,0.00085378834,0.9418,0.000080049205,0.0005597672,0.00059551484,0.000002202294,0.0037727258,0.052335836],"genre_scores_gemma":[0.00017351824,0.00008867049,0.90122813,0.00013195121,0.00020434994,0.00005977059,0.000010686165,0.0001261371,0.09797678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99764484,0.000052381496,0.00046435025,0.00081539416,0.00067859946,0.0003444449],"domain_scores_gemma":[0.99845773,0.00031061645,0.00022011102,0.0008245139,0.00009920003,0.000087835215],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010549958,0.00050370535,0.00038229913,0.00042204486,0.00017916787,0.00083074276,0.0013123986,0.00037618927,0.000057948713],"category_scores_gemma":[0.000009942497,0.0005248206,0.00015952851,0.00010378291,0.000031817945,0.00063057285,0.00042970595,0.0006753284,0.0002992265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023796788,0.0000032060216,2.4419697e-7,0.00006519622,0.00006325919,0.00013036742,0.0012479646,0.004743037,0.0001271546,0.95775455,0.0020276904,0.033834968],"study_design_scores_gemma":[0.00007469141,0.000106799715,5.0360495e-7,0.0013356194,0.00006259611,0.000054751483,9.217854e-7,0.14815746,0.0016898441,0.79479927,0.053043664,0.000673872],"about_ca_topic_score_codex":0.000010697738,"about_ca_topic_score_gemma":3.3777192e-7,"teacher_disagreement_score":0.16295525,"about_ca_system_score_codex":0.00032470055,"about_ca_system_score_gemma":0.00011805055,"threshold_uncertainty_score":0.99972034},"labels":[],"label_agreement":null},{"id":"W4405943702","doi":"10.1007/979-8-8688-1061-9_2","title":"Reprogram Your Learning Patterns","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology; Biology","score_opus":0.06093630865932482,"score_gpt":0.26479340503993526,"score_spread":0.20385709638061045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405943702","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028627805,0.0015329124,0.761291,0.00012108017,0.0017643408,0.00028214775,0.0000010199204,0.0012481641,0.23375644],"genre_scores_gemma":[0.00408375,0.00008263498,0.018256342,0.00009613013,0.0010161588,0.000018124258,0.000008377794,0.00013974162,0.97629875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997088,0.00007836464,0.00051057746,0.0010990999,0.0007364007,0.00048752784],"domain_scores_gemma":[0.99852175,0.00017620892,0.000344032,0.0007277185,0.00012682145,0.00010345078],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013062379,0.0005133966,0.0004626026,0.00032764193,0.00035990257,0.001226637,0.001226603,0.00038150285,0.00007747639],"category_scores_gemma":[0.00004045389,0.00048615457,0.0003168138,0.0000742227,0.000023598239,0.0002664809,0.00057126,0.0017935327,0.0015301041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018506074,0.000004167686,0.000017848126,0.00010421701,0.00011639014,0.00052468124,0.0022107891,0.0011509827,0.000025998592,0.9680031,0.0002424746,0.027597493],"study_design_scores_gemma":[0.000060252944,0.00017548406,0.0000037464006,0.002863537,0.000046846904,0.00011810111,0.000045040397,0.009307231,0.00013668586,0.12240666,0.86408126,0.00075515616],"about_ca_topic_score_codex":0.000027865537,"about_ca_topic_score_gemma":0.0000010418747,"teacher_disagreement_score":0.8638388,"about_ca_system_score_codex":0.00017668327,"about_ca_system_score_gemma":0.000084701845,"threshold_uncertainty_score":0.99981016},"labels":[],"label_agreement":null},{"id":"W4405943729","doi":"10.1007/979-8-8688-1061-9_1","title":"Ready Yourself to Learn from AI","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Computer science; Cognitive science","score_opus":0.2330155112225496,"score_gpt":0.38224847357533387,"score_spread":0.14923296235278427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405943729","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011591476,0.0031595856,0.15881453,0.011071099,0.0061311815,0.00080492994,0.0012783534,0.00051106786,0.8181133],"genre_scores_gemma":[0.0047944137,0.00015770845,0.0059440555,0.00788794,0.0017881988,0.0000067209007,0.00024243761,0.0001234515,0.97905505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995285,0.000055353532,0.0007307456,0.001047035,0.0024735683,0.0004083453],"domain_scores_gemma":[0.9972443,0.0008545821,0.00025371986,0.0010145992,0.00038925046,0.00024357508],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027908403,0.00047534498,0.0007229952,0.0003469489,0.00037540687,0.0021221265,0.001572898,0.0005924271,0.0025809912],"category_scores_gemma":[0.00040459525,0.00033405345,0.00034200685,0.00020541473,0.00007610919,0.00038670062,0.0004701812,0.0008324492,0.012938781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053758526,0.000018810959,0.000019673036,0.00001243736,0.00017775895,0.00026492384,0.00456664,0.00009527263,0.00014184676,0.23004338,0.69605434,0.068551145],"study_design_scores_gemma":[0.000059418595,0.00004461363,0.000023553994,0.00022048742,0.000057372403,0.0000046113178,0.00009773835,0.00015597195,0.000027480963,0.44662946,0.55236626,0.00031301772],"about_ca_topic_score_codex":0.00019129831,"about_ca_topic_score_gemma":0.000017987353,"teacher_disagreement_score":0.21658607,"about_ca_system_score_codex":0.000095755786,"about_ca_system_score_gemma":0.00025623574,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W4405943733","doi":"10.1007/979-8-8688-1061-9","title":"Regenerating Learning","year":2024,"lang":"en","type":"book","venue":"Design Thinking","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Computer science","score_opus":0.07981577948986678,"score_gpt":0.35517251919293363,"score_spread":0.27535673970306684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405943733","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045593795,0.0032369562,0.011332089,0.00030227483,0.0061858483,0.0002602364,0.0000036711365,0.00051169563,0.97812164],"genre_scores_gemma":[0.0012942428,0.0000328452,0.0014999539,0.0005902542,0.0010897104,0.000037618378,0.000022372667,0.00008862113,0.9953444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982444,0.00026320227,0.00025592395,0.0006180219,0.00032126062,0.00029718204],"domain_scores_gemma":[0.9988319,0.0005627718,0.00016558522,0.00033631112,0.000037280694,0.00006613167],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00088440615,0.00025266854,0.00023374321,0.0002389447,0.000318165,0.00026582382,0.00034320474,0.00027713235,0.0014635721],"category_scores_gemma":[0.00015291754,0.00025438893,0.000104818806,0.00015128659,0.00008346526,0.000058249676,0.00008112363,0.0011928043,0.00306773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009507872,0.000035752768,0.00001903703,0.00006139624,0.000055341017,0.00014562612,0.020305034,0.00031375047,0.00041345585,0.33949673,0.61528075,0.023863623],"study_design_scores_gemma":[0.00010824448,0.00013548063,0.000018842731,0.00065304735,0.00009803581,0.00015652433,0.00039446302,0.00049325894,0.00025574988,0.027476557,0.9696257,0.00058405474],"about_ca_topic_score_codex":0.000006797506,"about_ca_topic_score_gemma":0.0000012517597,"teacher_disagreement_score":0.354345,"about_ca_system_score_codex":0.00014352877,"about_ca_system_score_gemma":0.0003074045,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W4405943921","doi":"10.1007/979-8-8688-1061-9_3","title":"Regulate Your Own Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Computer science","score_opus":0.11724405617502531,"score_gpt":0.35631225786107495,"score_spread":0.23906820168604964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405943921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000132454625,0.0019197292,0.0006805045,0.005264668,0.0012147529,0.00028745286,0.0000034810248,0.00051157264,0.9901046],"genre_scores_gemma":[0.006470149,0.0011821804,0.0010452927,0.0006042137,0.0019630543,0.0000034605857,0.000010055841,0.00012226276,0.98859936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99761915,0.00014355431,0.00029896523,0.00042175557,0.0010306916,0.0004858906],"domain_scores_gemma":[0.99869007,0.00044547804,0.00023051954,0.0002056814,0.00024243807,0.00018581437],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035961173,0.00030132543,0.00037093114,0.00017716891,0.0016474312,0.0010516086,0.0004981932,0.0010828906,0.0006481579],"category_scores_gemma":[0.0004996941,0.00030529805,0.00025915913,0.000072175535,0.000355614,0.0002682715,0.00012769383,0.0020481732,0.00076743675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004379118,0.0000023361076,0.0000011575063,0.000025450801,0.0000854017,0.00008609087,0.054736648,0.000029581806,0.000012146265,0.9381618,0.0029488674,0.0039061422],"study_design_scores_gemma":[0.000026384814,0.000022908958,6.885302e-7,0.00034128226,0.00005500874,7.821232e-7,0.0003869613,0.000015462047,0.0000027447022,0.54593223,0.4529982,0.00021733716],"about_ca_topic_score_codex":0.000535367,"about_ca_topic_score_gemma":0.00018513706,"teacher_disagreement_score":0.4500493,"about_ca_system_score_codex":0.00027835387,"about_ca_system_score_gemma":0.0005390476,"threshold_uncertainty_score":0.9999854},"labels":[],"label_agreement":null},{"id":"W4405943998","doi":"10.1007/979-8-8688-1061-9_18","title":"Reclaim Your Creative Content","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Content (measure theory); Mathematics","score_opus":0.19186601465316552,"score_gpt":0.2347303461984893,"score_spread":0.042864331545323764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405943998","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010019289,0.00041659537,0.0012393114,0.00042725864,0.0008688529,0.0003452253,0.0001860396,0.00022824884,0.99628747],"genre_scores_gemma":[0.0021049837,0.00007408421,0.00043224913,0.00059471553,0.00108119,0.000024274328,0.0001837111,0.00007446368,0.99543035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998858,0.000009745264,0.00025730324,0.00034862245,0.00034573083,0.0001806441],"domain_scores_gemma":[0.9995372,0.00008903609,0.000109983645,0.00015599241,0.000054011944,0.000053733605],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011636239,0.00031007998,0.00026365314,0.00017368562,0.00025821888,0.00064700225,0.00022555391,0.000034868357,0.0020964467],"category_scores_gemma":[0.0000030347219,0.0002493243,0.00022043349,0.000005150505,0.00019963882,0.00018271885,0.00011584711,0.00030646397,0.0024844366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017400678,0.000014825538,1.6906695e-8,0.000074290096,0.00038073614,0.00015240634,0.007033399,0.000006181696,6.1926283e-7,0.96251607,0.01895242,0.010851645],"study_design_scores_gemma":[0.000037006845,0.00005935299,7.229622e-7,0.00039703213,0.000078124714,0.0000022673794,0.00011467629,0.000013243996,0.0000018203015,0.5086165,0.49051356,0.00016570218],"about_ca_topic_score_codex":0.000024015771,"about_ca_topic_score_gemma":0.000009303377,"teacher_disagreement_score":0.47156113,"about_ca_system_score_codex":0.000058366386,"about_ca_system_score_gemma":0.000024961228,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W4405944075","doi":"10.1007/979-8-8688-1061-9_15","title":"Reinvent Reinforcement","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reinforcement; Psychology; Social psychology","score_opus":0.3368397499031325,"score_gpt":0.344026649491589,"score_spread":0.00718689958845653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944075","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008418006,0.00976336,0.0025089686,0.0004255865,0.0036354305,0.00052062364,0.000010920019,0.00039744924,0.98272926],"genre_scores_gemma":[0.00349709,0.00023718207,0.0005147237,0.0009091132,0.0006445208,0.00008093736,0.000030480529,0.00009297608,0.993993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802226,0.000030134333,0.00048096615,0.00068475504,0.00038839492,0.00039349598],"domain_scores_gemma":[0.9991163,0.000093401555,0.00017217388,0.00048400526,0.000041743126,0.00009235839],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00044370597,0.00046961778,0.00045803818,0.0001243651,0.00017520347,0.00007814023,0.00037601625,0.0005764616,0.015075382],"category_scores_gemma":[0.0000042641286,0.00035867075,0.00029439636,0.000038504186,0.00011155467,0.00002613838,0.00018033879,0.00086401525,0.013749992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055828757,0.000017978142,0.0000034942886,0.000026312555,0.00030448948,0.0006238059,0.0013077015,0.0000072778307,0.000012627774,0.9000326,0.08219369,0.015414248],"study_design_scores_gemma":[0.00013559347,0.00025418593,0.00002868822,0.00030357201,0.00020368854,0.000027787757,0.000027949827,0.0000027405297,0.000005439851,0.3737486,0.6248605,0.00040123868],"about_ca_topic_score_codex":0.000025789592,"about_ca_topic_score_gemma":0.0000019497425,"teacher_disagreement_score":0.54266685,"about_ca_system_score_codex":0.000102957274,"about_ca_system_score_gemma":0.000012005113,"threshold_uncertainty_score":0.9998865},"labels":[],"label_agreement":null},{"id":"W4405944094","doi":"10.1007/979-8-8688-1061-9_11","title":"Reconcile Using Generative AI","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Generative grammar; Computer science; Artificial intelligence","score_opus":0.4002509516150226,"score_gpt":0.43785761547597174,"score_spread":0.03760666386094913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944094","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049294345,0.014129585,0.13934943,0.0068220706,0.0083910925,0.0023492854,0.00002452303,0.0005701236,0.82787097],"genre_scores_gemma":[0.00827841,0.000534472,0.02743246,0.0075046737,0.00625738,0.000027534787,0.00011691249,0.00023740188,0.94961077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986349,0.000020877056,0.00043737565,0.00038951664,0.00029676955,0.00022055901],"domain_scores_gemma":[0.9991201,0.00013900819,0.00012396788,0.0002675115,0.00023964314,0.00010976723],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004471639,0.0002459468,0.00034907175,0.00021059284,0.0001757751,0.00007705311,0.00007955686,0.0004221072,0.0009289215],"category_scores_gemma":[0.00005444427,0.00022783854,0.00013583292,0.00004539679,0.000056430916,0.00007214108,0.000029971578,0.00076736696,0.0008384776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031026863,0.00007397258,0.00006538191,0.001729861,0.0009717565,0.0011134881,0.035917148,0.000830122,0.004412317,0.63652897,0.07553321,0.24251352],"study_design_scores_gemma":[0.000024225643,0.0002635241,7.153545e-7,0.0034946408,0.000490773,0.00021529345,0.00025379594,0.009708834,0.0103714615,0.8466979,0.12803386,0.00044495912],"about_ca_topic_score_codex":0.00012186365,"about_ca_topic_score_gemma":0.00001311616,"teacher_disagreement_score":0.24206856,"about_ca_system_score_codex":0.00046097866,"about_ca_system_score_gemma":0.00072064856,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W4405944153","doi":"10.1007/979-8-8688-1061-9_9","title":"Prototype Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.11150159233006164,"score_gpt":0.37239334092682785,"score_spread":0.2608917485967662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944153","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020302766,0.0019169418,0.009979334,0.0017669663,0.0007581334,0.0006038537,6.19394e-7,0.0010597013,0.9839124],"genre_scores_gemma":[0.0005229349,0.0006267212,0.047945376,0.00008260381,0.0005349635,0.00004833459,0.0000030950496,0.00005184488,0.9501841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998894,0.00008483486,0.0001646181,0.00028278955,0.0003649731,0.00020880357],"domain_scores_gemma":[0.9992815,0.00032195193,0.00011856864,0.00016475034,0.00007413334,0.000039048504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018546875,0.00015595093,0.00018000686,0.00018145131,0.00056968833,0.00023559642,0.000346963,0.0004597315,0.00071811804],"category_scores_gemma":[0.0003489869,0.00014848613,0.00008822542,0.00006634419,0.00018968557,0.00006790924,0.00006812208,0.0008397932,0.0005842658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018981668,0.0000015953887,0.0000043209848,0.000022466062,0.00002230376,0.000010093603,0.006298536,0.0000047470007,0.0000055810115,0.9624504,0.0010802421,0.030097818],"study_design_scores_gemma":[0.0000075544817,0.000019234401,2.5659375e-7,0.00014666798,0.000016847363,4.3518577e-7,0.00048454615,0.0000044107232,0.000014257656,0.50196123,0.49724573,0.00009885729],"about_ca_topic_score_codex":0.000063103755,"about_ca_topic_score_gemma":0.00002137991,"teacher_disagreement_score":0.49616548,"about_ca_system_score_codex":0.00012220569,"about_ca_system_score_gemma":0.0002758157,"threshold_uncertainty_score":0.7862889},"labels":[],"label_agreement":null},{"id":"W4405944161","doi":"10.1007/979-8-8688-1061-9_10","title":"Reiterate Your Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"China's Ethnic Minorities and Relations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Mathematics education","score_opus":0.0818709507291212,"score_gpt":0.31859189646825165,"score_spread":0.23672094573913044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944161","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038543017,0.0059747635,0.0056793964,0.00089697837,0.001476226,0.00024355133,0.0000047183876,0.0003512996,0.9853692],"genre_scores_gemma":[0.001706614,0.0018150011,0.0010824456,0.00011026929,0.0015260576,0.0000057307943,0.000018429942,0.000064537024,0.99367094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985366,0.00008794854,0.0002534625,0.00033084757,0.0005026589,0.0002884713],"domain_scores_gemma":[0.9992645,0.00028909984,0.00013720075,0.00015518727,0.000067562134,0.00008644501],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012082295,0.00021549563,0.00023251597,0.00015741705,0.001213995,0.00037318122,0.00027066888,0.0004954454,0.0012844764],"category_scores_gemma":[0.000073412666,0.00020682045,0.0001896614,0.00005971275,0.0001611257,0.00011347712,0.00008768724,0.0011796437,0.0007518033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002202618,0.0000016428268,0.0000022775087,0.000025272562,0.0000560389,0.000061516075,0.033199407,0.00015199577,0.0000029271753,0.9592517,0.0032523433,0.003992689],"study_design_scores_gemma":[0.00002879146,0.000013786773,6.5350395e-7,0.000386082,0.00006365318,0.0000026725538,0.00056671206,0.0001467617,7.527144e-7,0.4291931,0.5694108,0.00018624234],"about_ca_topic_score_codex":0.00022594299,"about_ca_topic_score_gemma":0.00005823667,"teacher_disagreement_score":0.5661585,"about_ca_system_score_codex":0.00016436898,"about_ca_system_score_gemma":0.00021604015,"threshold_uncertainty_score":0.9996285},"labels":[],"label_agreement":null},{"id":"W4405944174","doi":"10.1007/979-8-8688-1061-9_5","title":"Design What You Need to Learn","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.05314657045073253,"score_gpt":0.2601457945410995,"score_spread":0.20699922409036695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944174","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.431582e-7,0.007141356,0.55139595,0.0009140673,0.0048397835,0.0007487604,0.0000031723237,0.0013481403,0.43360814],"genre_scores_gemma":[0.0006511797,0.0019677682,0.05849669,0.0016575697,0.0011528763,0.00007907373,0.00003456611,0.00060473126,0.93535554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812555,0.00006327388,0.00042299854,0.0004923502,0.0004781101,0.00041770277],"domain_scores_gemma":[0.99845535,0.00060494896,0.00007986448,0.0005503239,0.00008482704,0.00022469506],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010806826,0.00056964875,0.0004215192,0.0005122654,0.00013075037,0.001155968,0.0004747787,0.000475731,0.0013577921],"category_scores_gemma":[0.000060889197,0.00061836786,0.00014054947,0.00013836843,0.00002326315,0.00064236426,0.00006580326,0.0010723678,0.011011009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013782798,0.000033072327,2.7409226e-7,0.0007003608,0.0011907322,0.00047023196,0.020607494,0.1711988,0.0030184467,0.23704983,0.40553075,0.16006218],"study_design_scores_gemma":[0.000099378696,0.000073400595,3.1217286e-7,0.0010414121,0.00022348746,0.000058522633,0.00023401823,0.005589382,0.0006869356,0.07792692,0.91319746,0.0008687617],"about_ca_topic_score_codex":0.0000041426083,"about_ca_topic_score_gemma":0.0000010063558,"teacher_disagreement_score":0.5076667,"about_ca_system_score_codex":0.00027198784,"about_ca_system_score_gemma":0.00012185217,"threshold_uncertainty_score":0.9998809},"labels":[],"label_agreement":null},{"id":"W4405944176","doi":"10.1007/979-8-8688-1061-9_13","title":"Continuously Learn with AI","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.16784175676827867,"score_gpt":0.42641768806287017,"score_spread":0.2585759312945915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944176","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038748865,0.0029026729,0.021476816,0.0041961544,0.002949423,0.0029795908,0.000036734065,0.0011445499,0.9642753],"genre_scores_gemma":[0.0046599815,0.000181568,0.0024042497,0.0052829143,0.0018991309,0.00014468172,0.00004214444,0.00040190283,0.98498344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965622,0.0002200018,0.0009573167,0.00076125696,0.0007018572,0.000797407],"domain_scores_gemma":[0.99692065,0.0012708744,0.00045437372,0.0006656181,0.00048779955,0.00020071221],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014006254,0.0005297613,0.000699326,0.00028374608,0.0011279671,0.00006282411,0.00046701598,0.0011988756,0.002769836],"category_scores_gemma":[0.000103650214,0.00042844852,0.00013593202,0.00007755319,0.00015929036,0.00011984202,0.00019966718,0.0047956617,0.014010188],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017304458,0.000007910351,0.00038138224,0.0012360676,0.00017735673,0.00064012274,0.014326202,0.00007547803,0.000013417921,0.93842816,0.03589575,0.008645105],"study_design_scores_gemma":[0.00006886069,0.00022333117,0.000003320301,0.0074648326,0.00013375281,0.000014267237,0.0007549423,0.0005408557,0.000028660745,0.51949495,0.47074518,0.00052704505],"about_ca_topic_score_codex":0.0005276499,"about_ca_topic_score_gemma":0.00083251396,"teacher_disagreement_score":0.4348494,"about_ca_system_score_codex":0.0004662866,"about_ca_system_score_gemma":0.001048585,"threshold_uncertainty_score":0.9998167},"labels":[],"label_agreement":null},{"id":"W4405944186","doi":"10.1007/979-8-8688-1061-9_14","title":"Build Your Teacher Bots","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"IoT-based Smart Home Systems","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.028601673986842668,"score_gpt":0.22080644341300462,"score_spread":0.19220476942616196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944186","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020194977,0.01001225,0.038875304,0.000045398432,0.0049041584,0.0005915233,0.000022883689,0.002735759,0.94279253],"genre_scores_gemma":[0.016515067,0.000081641854,0.003354448,0.000082796614,0.0030581672,0.00004620019,0.00005240285,0.00091271923,0.97589654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998014,0.000023776021,0.0004915875,0.00047402296,0.0005381564,0.00045850684],"domain_scores_gemma":[0.9990845,0.00008412887,0.00007670773,0.00060364435,0.000038860693,0.00011215983],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060490094,0.0006486176,0.0005716616,0.00039480973,0.000094902105,0.00021715542,0.00044293303,0.00075297814,0.00043434065],"category_scores_gemma":[0.000011891386,0.0006620601,0.0002648789,0.00005998965,0.000034650686,0.000104893064,0.00007961177,0.0012841712,0.003672845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037898284,0.000027091986,0.000022389966,0.004316802,0.0029992005,0.0027486559,0.007904511,0.038559977,0.0032736529,0.57412773,0.3511436,0.0148385195],"study_design_scores_gemma":[0.00021703728,0.00005011617,0.0000024171168,0.0026366212,0.00021408501,0.0000939688,0.000028848048,0.01219602,0.0005846258,0.08749735,0.895021,0.0014578798],"about_ca_topic_score_codex":0.000013072243,"about_ca_topic_score_gemma":0.000005177016,"teacher_disagreement_score":0.5438774,"about_ca_system_score_codex":0.00037513004,"about_ca_system_score_gemma":0.000057934376,"threshold_uncertainty_score":0.99958307},"labels":[],"label_agreement":null},{"id":"W4405944552","doi":"10.1007/979-8-8688-1061-9_4","title":"Relearn While Working","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Health and Well-being Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology","score_opus":0.08519910717431804,"score_gpt":0.3200604466020266,"score_spread":0.23486133942770854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944552","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030865908,0.023253271,0.0031469436,0.00085533515,0.0045348983,0.00042496037,0.0000051637994,0.00059418764,0.96718216],"genre_scores_gemma":[0.0037963318,0.00055976585,0.0013338748,0.0021905606,0.0020357012,0.00004434013,0.000019333997,0.00024316572,0.9897769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976947,0.0000707721,0.000499979,0.00074087066,0.00036464786,0.000629076],"domain_scores_gemma":[0.9986094,0.0005056498,0.00020529775,0.0005309193,0.000046739093,0.000101973856],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00093852775,0.0004548453,0.00054694316,0.0002765642,0.00035808433,0.00011113066,0.00035051757,0.00066983164,0.0017481452],"category_scores_gemma":[0.000027589713,0.00043437412,0.0002025013,0.00007244897,0.000081373866,0.00002971888,0.00014491571,0.0014811828,0.010511297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041169882,0.000008858627,0.000017271794,0.00013694023,0.00037508464,0.0006180657,0.0070714755,0.000008080342,0.0000020263751,0.80220544,0.14615132,0.043364257],"study_design_scores_gemma":[0.000110780566,0.00007188629,0.000010976126,0.0010839768,0.00010907793,0.00002991017,0.00005468646,0.000009910393,0.0000016980761,0.24449277,0.75367624,0.000348067],"about_ca_topic_score_codex":0.000044769004,"about_ca_topic_score_gemma":0.000008854726,"teacher_disagreement_score":0.60752493,"about_ca_system_score_codex":0.00013341919,"about_ca_system_score_gemma":0.000086845845,"threshold_uncertainty_score":0.9998108},"labels":[],"label_agreement":null},{"id":"W4405944556","doi":"10.1007/979-8-8688-1061-9_7","title":"Reassess with Gen AI","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Psychology","score_opus":0.0840005643426598,"score_gpt":0.3538186747110123,"score_spread":0.2698181103683525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944556","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030889626,0.0010162942,0.0026898365,0.008789645,0.0005758679,0.00036159335,0.000008995743,0.0003075056,0.9862472],"genre_scores_gemma":[0.004942851,0.00080574566,0.002265301,0.0028248644,0.0017200459,0.0000078144885,0.000011445085,0.0001324399,0.9872895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99787647,0.00007840854,0.00020512416,0.00038032696,0.0010680266,0.00039164108],"domain_scores_gemma":[0.99874353,0.00036480997,0.0001441667,0.00023993551,0.00033025467,0.00017727965],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020287172,0.00027517072,0.0003305773,0.00012719641,0.0009471411,0.0010470274,0.00048227626,0.0007880713,0.00044300398],"category_scores_gemma":[0.00011864149,0.00023810813,0.00013057435,0.000068470516,0.00040781542,0.00031349767,0.00007316533,0.0012621002,0.0003659231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000848154,0.0000036821166,0.0000019185281,0.000028283745,0.000115904164,0.00014837006,0.019726671,0.000005468267,0.0000024672174,0.971347,0.0073679946,0.0012437731],"study_design_scores_gemma":[0.000037408205,0.000040338542,9.82593e-7,0.00044199615,0.000090593065,0.0000015643008,0.000267303,0.00000464941,0.0000032872338,0.64534485,0.35351956,0.000247481],"about_ca_topic_score_codex":0.0009867406,"about_ca_topic_score_gemma":0.0011524187,"teacher_disagreement_score":0.34615156,"about_ca_system_score_codex":0.00024417305,"about_ca_system_score_gemma":0.0010708474,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W4405944591","doi":"10.1007/979-8-8688-1061-9_19","title":"Disentangle the Hype","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Medieval and Classical Philosophy","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.08872783558573687,"score_gpt":0.22578803867722155,"score_spread":0.1370602030914847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944591","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.3510665e-7,0.004039726,0.000083330575,0.003767076,0.0022068184,0.00023930987,0.000028341177,0.00018752246,0.9894471],"genre_scores_gemma":[0.0044657635,0.00006458119,0.000025746596,0.001704151,0.0061626798,0.000012479822,0.000021991702,0.00008154249,0.9874611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989092,0.000016826598,0.00021725755,0.00027046414,0.00040719993,0.00017907163],"domain_scores_gemma":[0.9993432,0.00020236206,0.000082319704,0.00027778398,0.00004031301,0.000054004122],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020208092,0.0002691688,0.00023164738,0.00005413921,0.00041708193,0.00039346624,0.00035502037,0.00010410887,0.0057882047],"category_scores_gemma":[0.000008844547,0.00014983772,0.00021720736,0.000006421564,0.00030002973,0.000056232766,0.000108634384,0.0005766908,0.003935979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075568187,0.0000049398623,2.3231165e-8,0.000042812724,0.00009082969,0.000052120486,0.005282482,6.863159e-7,0.0000018341283,0.94828016,0.043975156,0.002261423],"study_design_scores_gemma":[0.000020048337,0.00002370506,2.4274442e-8,0.00015133347,0.000091149675,0.0000018031849,0.000034913024,0.000021335743,0.0000020716807,0.5081717,0.49136922,0.00011273797],"about_ca_topic_score_codex":0.0000056265694,"about_ca_topic_score_gemma":0.000020260472,"teacher_disagreement_score":0.44739407,"about_ca_system_score_codex":0.000039290204,"about_ca_system_score_gemma":0.000027406753,"threshold_uncertainty_score":0.9968396},"labels":[],"label_agreement":null},{"id":"W4405944595","doi":"10.1007/979-8-8688-1061-9_16","title":"Learn with Other Bots","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.0330663501420405,"score_gpt":0.21752478086739716,"score_spread":0.18445843072535667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944595","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.3685924e-7,0.0006665465,0.6123164,0.00018537827,0.0006648655,0.00012799399,7.7346584e-7,0.00052242243,0.38551468],"genre_scores_gemma":[0.0018542033,0.000031159503,0.070715316,0.00084996043,0.0007114962,0.000011287702,0.0000023283342,0.0001377781,0.9256865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99867344,0.0000199792,0.0001505031,0.00052454544,0.00043523358,0.00019631568],"domain_scores_gemma":[0.9991957,0.00008943681,0.000105334635,0.00051517744,0.00004250094,0.000051836785],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003940112,0.00026444445,0.00019899779,0.0001849351,0.0001418485,0.00057390955,0.00068054645,0.00023308779,0.000073489835],"category_scores_gemma":[0.000005038878,0.00021302287,0.0000801575,0.00007011151,0.000031675354,0.0002308812,0.00013161343,0.0005605272,0.0008354215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001063696,0.000003546712,0.0000012940139,0.000038057442,0.00009494274,0.00012988872,0.0013538302,0.00021561772,0.000060481827,0.9783061,0.0023695154,0.017416101],"study_design_scores_gemma":[0.000084956555,0.00016921773,0.0000017373775,0.0006407766,0.00004386022,0.00009529003,0.0000022184568,0.003693332,0.00022411067,0.6190435,0.37559018,0.0004107773],"about_ca_topic_score_codex":0.000021096086,"about_ca_topic_score_gemma":0.000008689223,"teacher_disagreement_score":0.5416011,"about_ca_system_score_codex":0.00007021526,"about_ca_system_score_gemma":0.00007125879,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W4405944658","doi":"10.1007/979-8-8688-1061-9_20","title":"Inconclusive Intelligence","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.04415609709160654,"score_gpt":0.25851239053557856,"score_spread":0.21435629344397203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944658","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.616187e-7,0.0021837323,0.7266427,0.00048501798,0.00212409,0.00045233095,0.0000041600706,0.000873958,0.26723373],"genre_scores_gemma":[0.0024364532,0.00024726175,0.64663583,0.0014844927,0.0014938791,0.000043862514,0.000014858933,0.00021369263,0.34742966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99637765,0.000071561924,0.0006504883,0.0014663822,0.0009382699,0.000495638],"domain_scores_gemma":[0.9970036,0.0008334536,0.00026673675,0.0015056463,0.000230953,0.00015958252],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012496574,0.00065154623,0.0006006721,0.0004190928,0.00025402804,0.00079659035,0.0034961973,0.00048669497,0.00015849288],"category_scores_gemma":[0.000070005444,0.0006235719,0.0003151454,0.0001934621,0.00016249072,0.0003573423,0.0033098608,0.0011944378,0.0019546922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022880959,0.0000093212775,3.450046e-7,0.00006013893,0.00006854101,0.00043810706,0.0019498197,0.0006687335,0.000007673385,0.89995754,0.00071828306,0.0961192],"study_design_scores_gemma":[0.000031615145,0.00010787738,6.8894894e-7,0.00036743266,0.000035058176,0.00010600813,0.0000072664197,0.08013392,0.00019447101,0.8821459,0.036264308,0.00060549384],"about_ca_topic_score_codex":0.0000162673,"about_ca_topic_score_gemma":0.0000054630177,"teacher_disagreement_score":0.09551371,"about_ca_system_score_codex":0.00043055654,"about_ca_system_score_gemma":0.00032563152,"threshold_uncertainty_score":0.99962157},"labels":[],"label_agreement":null},{"id":"W4405944672","doi":"10.1007/979-8-8688-1061-9_17","title":"Transform Your Organization","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Business","score_opus":0.08289381952629828,"score_gpt":0.3121723349374973,"score_spread":0.22927851541119904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944672","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010135513,0.0009719009,0.01764439,0.00023327302,0.0016370722,0.0005464508,0.000007331979,0.00040611986,0.9784521],"genre_scores_gemma":[0.0052261767,0.000075583666,0.0006688893,0.00025289852,0.00074943295,0.000017023587,0.000362973,0.00018584015,0.9924612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854785,0.000021641414,0.000368032,0.0003983394,0.00042678794,0.00023734283],"domain_scores_gemma":[0.9994305,0.00005110517,0.000125552,0.00024596226,0.00009923726,0.000047638012],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006473191,0.00031678643,0.00024682263,0.00033355606,0.00019043617,0.00012939466,0.0002466709,0.0004997737,0.022914499],"category_scores_gemma":[0.0000072315015,0.00030713837,0.0000804007,0.000080543796,0.000031047242,0.00008021374,0.000026479958,0.00051337923,0.013279476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043114425,0.000015314432,0.000029962779,0.00013128092,0.00046825752,0.000105493666,0.055365294,0.00005793003,0.000039674593,0.8512256,0.036968347,0.05554973],"study_design_scores_gemma":[0.0004212445,0.00010875004,0.00016398064,0.00060199964,0.00034951794,0.00005418915,0.00017824814,0.00021994475,0.00011056593,0.33712253,0.65981483,0.00085420784],"about_ca_topic_score_codex":0.0000025830032,"about_ca_topic_score_gemma":0.0000021738365,"teacher_disagreement_score":0.6228465,"about_ca_system_score_codex":0.00013406533,"about_ca_system_score_gemma":0.000081734295,"threshold_uncertainty_score":0.9999381},"labels":[],"label_agreement":null},{"id":"W4405944724","doi":"10.1007/979-8-8688-1061-9_8","title":"Adapt with AI","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Medicine","score_opus":0.08212584939611103,"score_gpt":0.33751627019250596,"score_spread":0.25539042079639496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944724","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010058247,0.0012431851,0.0029727323,0.014168639,0.00056729914,0.0003227906,0.0000069385087,0.00029908514,0.9804183],"genre_scores_gemma":[0.0054654744,0.00067603996,0.0020061187,0.0031895074,0.0014780276,0.000005668595,0.000007115482,0.0001143202,0.98705775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980189,0.000059805403,0.00018875186,0.0003434551,0.0010185116,0.00037058513],"domain_scores_gemma":[0.99890214,0.0003397623,0.00012325424,0.00020567513,0.0002657068,0.00016345622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017088436,0.00026082373,0.00030360758,0.00012311105,0.0009112391,0.00083876244,0.0004173869,0.00073583634,0.00045559235],"category_scores_gemma":[0.00010326767,0.00022485755,0.00012869094,0.000060200073,0.00042823463,0.00026480365,0.00006230084,0.0012943296,0.00039298405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008560466,0.0000029755456,6.451818e-7,0.0000198086,0.00009195853,0.00008781873,0.023676954,0.000007851764,0.000001465479,0.96465904,0.010184619,0.0012583341],"study_design_scores_gemma":[0.00003225423,0.00004556984,2.8515788e-7,0.00039881733,0.00006478388,0.0000010262929,0.00025442874,0.0000055295354,0.0000023161078,0.5829234,0.4160655,0.00020607548],"about_ca_topic_score_codex":0.0007329185,"about_ca_topic_score_gemma":0.0012687633,"teacher_disagreement_score":0.4058809,"about_ca_system_score_codex":0.00020580372,"about_ca_system_score_gemma":0.000902656,"threshold_uncertainty_score":0.9169425},"labels":[],"label_agreement":null},{"id":"W4405944744","doi":"10.1007/979-8-8688-1061-9_6","title":"Reenergize Doing","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.07078812447755732,"score_gpt":0.3096301047221912,"score_spread":0.23884198024463388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944744","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011583338,0.0016907338,0.0049692444,0.0012820659,0.0010772673,0.00020330929,0.0000055594396,0.0003431449,0.9904275],"genre_scores_gemma":[0.0056368485,0.00066204736,0.002635914,0.0005262621,0.0015703421,0.0000061282904,0.00000705356,0.0000991698,0.98885626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99824053,0.000062041545,0.00021783174,0.00039812506,0.0007535927,0.00032790727],"domain_scores_gemma":[0.9990598,0.00039398656,0.00014394517,0.00023863748,0.00007163277,0.000092016526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001982904,0.00024127164,0.00025898503,0.00014773477,0.0009268952,0.0005006068,0.00047056464,0.00057684333,0.0006262771],"category_scores_gemma":[0.00004167954,0.00023903964,0.00017426185,0.00003942298,0.0002442526,0.00012480807,0.00011256406,0.00097277446,0.00066826935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028343527,0.0000021194855,1.0512784e-7,0.000019883655,0.000046604455,0.00010632431,0.008816159,0.000005633931,0.000023850325,0.9844438,0.0022475317,0.004285192],"study_design_scores_gemma":[0.00001807881,0.0000086578975,9.1967664e-8,0.00032092625,0.000032866647,0.0000011762003,0.000056927765,0.000010034608,0.000010987519,0.5020087,0.49736634,0.00016524192],"about_ca_topic_score_codex":0.00029600709,"about_ca_topic_score_gemma":0.00022698623,"teacher_disagreement_score":0.4951188,"about_ca_system_score_codex":0.00021100596,"about_ca_system_score_gemma":0.00034873676,"threshold_uncertainty_score":0.9747754},"labels":[],"label_agreement":null},{"id":"W4405944745","doi":"10.1007/979-8-8688-1061-9_12","title":"Remember the Algorithms","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Islamic Thought and Society Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Algorithm","score_opus":0.07608684738220164,"score_gpt":0.2350897477038626,"score_spread":0.15900290032166095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944745","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3289154e-7,0.009889722,0.00034297424,0.001470531,0.0028348658,0.0002699492,0.000021624388,0.00026492507,0.984905],"genre_scores_gemma":[0.00025876108,0.0006903984,0.00034321676,0.00095363933,0.0046531362,0.000014490509,0.000013179212,0.00010134421,0.99297184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988511,0.000017207094,0.00024341873,0.00029135405,0.00035979593,0.00023707688],"domain_scores_gemma":[0.9993111,0.00020221081,0.00010093227,0.00028502577,0.00008421281,0.000016538412],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00046106477,0.00032782086,0.00029221122,0.000045012992,0.00097311864,0.00049392844,0.00032925818,0.00014954363,0.002005095],"category_scores_gemma":[0.0000068549066,0.00020006255,0.00030663956,0.000007998416,0.00036096128,0.00006817587,0.00016069564,0.00064687553,0.001031548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016008963,0.0000015138341,2.1936199e-8,0.00002497381,0.0002458162,0.000022454993,0.081969425,9.93708e-7,3.1973957e-7,0.7773297,0.13850427,0.0018989308],"study_design_scores_gemma":[0.000024782828,0.0000111758045,4.311803e-8,0.00014634195,0.00009969353,0.0000026196244,0.0008733977,0.00004063219,0.0000015013336,0.43087792,0.5677594,0.00016251336],"about_ca_topic_score_codex":0.000022685415,"about_ca_topic_score_gemma":0.00007841363,"teacher_disagreement_score":0.42925513,"about_ca_system_score_codex":0.000061130224,"about_ca_system_score_gemma":0.000033042114,"threshold_uncertainty_score":0.99974626},"labels":[],"label_agreement":null}]}