{"meta":{"query_hash":"7fefbfe607e5","filters":{"venue":"Metacognition and Learning"},"cohort_total":28,"direct_labels_cover":0,"predictions_cover":28,"exported":28,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7fefbfe607e5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Metacognition+and+Learning"},"results":[{"id":"W1965723601","doi":"10.1007/s11409-014-9132-0","title":"Using multiple, contextualized data sources to measure learners’ perceptions of their self-regulated learning","year":2015,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":134,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada; Rijksuniversiteit Groningen","keywords":"Self-regulated learning; Metacognition; Psychology; Mathematics education; Class (philosophy); Exploratory research; Perception; Sample (material); Qualitative research; Computer science; Sociology; Cognition; Artificial intelligence","score_opus":0.26721480546491155,"score_gpt":0.41775455877081275,"score_spread":0.1505397533059012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965723601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90699404,0.00038759937,0.08669991,0.000114070564,0.00022335359,0.0002497394,0.000010848604,0.00035598528,0.00496444],"genre_scores_gemma":[0.97926897,0.000004596567,0.018506782,0.00014730693,0.00015504699,0.000011694697,0.00017450243,0.000060415117,0.0016706883],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9917507,0.0064429617,0.0004892478,0.00061116484,0.00031698198,0.00038894542],"domain_scores_gemma":[0.99794066,0.0006727974,0.00034889716,0.00037678063,0.00044965075,0.00021121207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0073364535,0.0002833302,0.00051623787,0.00042308797,0.0005568368,0.000080101985,0.00026140566,0.00019170363,0.00037927553],"category_scores_gemma":[0.0037344804,0.00025607654,0.000076120064,0.000648107,0.00013450436,0.0002124797,0.00018840314,0.0013814925,0.000100856516],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001111391,0.00054764363,0.21597986,0.000095707815,0.001490209,0.000019508247,0.43158612,0.010225261,0.081584536,0.0005323419,0.000595292,0.25623214],"study_design_scores_gemma":[0.013268634,0.0018563075,0.13021573,0.0006884734,0.0011564125,0.0002871871,0.5931355,0.08321459,0.00096906745,0.0001986256,0.17280911,0.0022003998],"about_ca_topic_score_codex":0.0002977882,"about_ca_topic_score_gemma":0.000012500417,"teacher_disagreement_score":0.25403175,"about_ca_system_score_codex":0.0000365788,"about_ca_system_score_gemma":0.000058240617,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W1967281592","doi":"10.1007/s11409-010-9066-0","title":"Consistent results with the consistency hypothesis? The effects of epistemic beliefs on metacognitive processing","year":2011,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metacognition; Psychology; Consistency (knowledge bases); Context (archaeology); Think aloud protocol; Recall; Metaphor; Empirical research; Protocol analysis; Epistemology; Cognitive psychology; Mathematics education; Cognition; Cognitive science; Computer science; Artificial intelligence; Linguistics; Philosophy","score_opus":0.05999279552421096,"score_gpt":0.2769992554757469,"score_spread":0.21700645995153592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967281592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83316976,0.002882536,0.00011067644,0.002678713,0.00018730722,0.0005161816,0.0000070989536,0.000057327943,0.1603904],"genre_scores_gemma":[0.99681294,0.00007389076,0.00019754597,0.0006129432,0.00005135549,0.0001247105,0.0000075163316,0.000015183751,0.0021038933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834424,0.0007554256,0.00025829053,0.00027001122,0.00017028513,0.00020173988],"domain_scores_gemma":[0.99688154,0.0024171912,0.000328918,0.00015572712,0.00017858103,0.000038051054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069862703,0.000164415,0.00022112034,0.000057641846,0.0005439783,0.00003888806,0.000109697285,0.000061211715,0.000092016315],"category_scores_gemma":[0.00059221114,0.0000806739,0.000067096975,0.00016482733,0.00054045307,0.000060012142,0.000020892967,0.00037407715,0.00003300458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008248813,0.0024378332,0.012009875,0.0017725162,0.0048844987,0.00022781367,0.3534098,0.00005656144,0.004570013,0.13752519,0.0034614769,0.4713956],"study_design_scores_gemma":[0.0035780494,0.0033048058,0.80988526,0.0009882193,0.0013548043,0.0002704624,0.16671897,0.000022018836,0.003573443,0.005573321,0.0041249488,0.0006056661],"about_ca_topic_score_codex":0.00010187897,"about_ca_topic_score_gemma":0.00001439846,"teacher_disagreement_score":0.7978754,"about_ca_system_score_codex":0.000009349081,"about_ca_system_score_gemma":0.000041387062,"threshold_uncertainty_score":0.41838962},"labels":[],"label_agreement":null},{"id":"W1971056750","doi":"10.1007/s11409-011-9077-5","title":"Supporting collaboration with technology: does shared cognition lead to co-regulation in medicine?","year":2011,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognition; Metacognition; Psychology; Lead (geology); Neuroscience; Biology","score_opus":0.06111102779936895,"score_gpt":0.4043286265249417,"score_spread":0.3432175987255728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971056750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8934646,0.000054999815,0.06620906,0.00084704015,0.00016273989,0.00041864105,0.00000364233,0.00028929007,0.038549934],"genre_scores_gemma":[0.9846309,0.0000017653024,0.012919089,0.00037002473,0.00008256385,0.00010285149,0.00011946263,0.000028649212,0.001744683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99769723,0.0010673687,0.0003695289,0.0004056519,0.00016547051,0.00029474363],"domain_scores_gemma":[0.999175,0.00015495066,0.000256477,0.00011027957,0.0002499621,0.000053312175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026530395,0.00017568217,0.00026960942,0.00090072927,0.00028249717,0.00003055769,0.000058883204,0.00015493363,0.0018405378],"category_scores_gemma":[0.000896745,0.0001329554,0.000015134024,0.0011518114,0.00012906223,0.00019458644,0.00001471382,0.0006908669,0.00009721253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015558137,0.00031776045,0.34116635,0.00010428247,0.00023840704,0.00008417835,0.18132189,0.00006999424,0.08265611,0.008391918,0.0007499085,0.3833434],"study_design_scores_gemma":[0.0048187063,0.0021850031,0.8572456,0.0006984809,0.0002179628,0.00008002439,0.10247511,0.00052088866,0.010620167,0.0037954766,0.016474923,0.0008676572],"about_ca_topic_score_codex":0.000094472714,"about_ca_topic_score_gemma":0.000053708278,"teacher_disagreement_score":0.51607925,"about_ca_system_score_codex":0.000027199956,"about_ca_system_score_gemma":0.000018103401,"threshold_uncertainty_score":0.9990719},"labels":[],"label_agreement":null},{"id":"W1985231015","doi":"10.1007/s11409-014-9117-z","title":"Productive group engagement in cognitive activity and metacognitive regulation during collaborative learning: can it explain differences in students’ conceptual understanding?","year":2014,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Australian Research Council; Johnson and Johnson","keywords":"Metacognition; Psychology; Cognition; Collaborative learning; Coding (social sciences); Empirical research; Developmental psychology; Cognitive psychology; Self-regulated learning; Mathematics education","score_opus":0.11002184756408996,"score_gpt":0.37433525060992884,"score_spread":0.2643134030458389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985231015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777251,0.000110427514,0.014378701,0.0004148272,0.00015610474,0.00072858337,0.000006185104,0.00008679742,0.0063933036],"genre_scores_gemma":[0.99767804,0.00003911537,0.00037964346,0.00015887916,0.00010382051,0.00020721606,0.000052216208,0.000038130405,0.0013429414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9832114,0.014519279,0.00045677283,0.0009286881,0.00039156424,0.0004922973],"domain_scores_gemma":[0.99699026,0.0022268933,0.00041043496,0.00009305254,0.00018231604,0.00009704523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071332506,0.0003873981,0.0006232809,0.00072232494,0.00074299466,0.00014977678,0.0000889167,0.00018258147,0.00028324727],"category_scores_gemma":[0.003296199,0.0003883823,0.000043231852,0.0008525067,0.00045878318,0.0003243789,0.00010749497,0.0022815694,0.000007906098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016528784,0.000591878,0.5833933,0.00007930394,0.00046461017,0.00003754113,0.37194896,0.00008510944,0.0056487788,0.0052092,0.000012933771,0.030875506],"study_design_scores_gemma":[0.003960175,0.00062497664,0.7576615,0.0003004258,0.00009057173,0.000007887666,0.23550175,0.00031002928,0.000391212,0.00053640624,0.00019962604,0.0004154209],"about_ca_topic_score_codex":0.0002254946,"about_ca_topic_score_gemma":0.0002699552,"teacher_disagreement_score":0.17426823,"about_ca_system_score_codex":0.00018213161,"about_ca_system_score_gemma":0.000025437323,"threshold_uncertainty_score":0.9998568},"labels":[],"label_agreement":null},{"id":"W2005462082","doi":"10.1007/s11409-009-9041-9","title":"Epistemic profiles and metacognition: support for the consistency hypothesis","year":2009,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metacognition; Empirical research; Psychology; Session (web analytics); Context (archaeology); Think aloud protocol; Cognition; Mathematics education; Protocol analysis; Cognitive psychology; Empirical evidence; Rationality; Consistency (knowledge bases); Social psychology; Epistemology; Cognitive science; Computer science; Artificial intelligence","score_opus":0.07536978327440856,"score_gpt":0.33126251270688517,"score_spread":0.2558927294324766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005462082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81039214,0.013877929,0.0031188221,0.029476484,0.00083684264,0.0015560634,0.000055993336,0.00030432685,0.14038137],"genre_scores_gemma":[0.9904768,0.00030386497,0.0011828492,0.001265349,0.00016967153,0.0001637464,0.00004087421,0.000010165401,0.006386679],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990766,0.00017383532,0.00021198383,0.00025212398,0.000084143016,0.00020131697],"domain_scores_gemma":[0.9984893,0.0011654953,0.000109556524,0.00008744471,0.00009764885,0.000050546263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726653,0.0001295941,0.00017842304,0.000054612847,0.00061448984,0.0000981143,0.00005511814,0.000072546325,0.0007360195],"category_scores_gemma":[0.00030766422,0.000091559086,0.00006724795,0.0000801259,0.00014593737,0.00009204667,0.000010222371,0.0001876354,0.000038896906],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004827916,0.00031634385,0.006751851,0.00020900153,0.00076439156,0.000018857114,0.006845987,0.000013715753,0.0023238005,0.15643232,0.009180487,0.81666046],"study_design_scores_gemma":[0.0024352088,0.0014928251,0.74629116,0.00009293138,0.001162649,0.000621947,0.06313281,0.00016394553,0.0005066143,0.06524687,0.11808491,0.00076815655],"about_ca_topic_score_codex":0.000015797605,"about_ca_topic_score_gemma":0.000002029026,"teacher_disagreement_score":0.8158923,"about_ca_system_score_codex":0.0000066942393,"about_ca_system_score_gemma":0.000021877353,"threshold_uncertainty_score":0.8058897},"labels":[],"label_agreement":null},{"id":"W2023360218","doi":"10.1007/s11409-009-9039-3","title":"Metacognitive learning: the effect of item-specific experience and age on metamemory calibration and planning","year":2009,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Campion College; University of Regina; University of Saskatchewan","funders":"","keywords":"Metamemory; Metacognition; Psychology; Developmental psychology; Cognitive psychology; Cognition","score_opus":0.04773316465582826,"score_gpt":0.37361312484722553,"score_spread":0.32587996019139726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023360218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97908527,0.0016790923,0.009197289,0.00015381558,0.00013657143,0.00025206592,0.0000010740671,0.000098876735,0.00939594],"genre_scores_gemma":[0.9977185,0.000048746017,0.00057341205,0.0002938984,0.00011322167,0.000029449524,0.00001961927,0.00002099177,0.0011821311],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99355054,0.0052490816,0.00030250035,0.0004447277,0.00020360156,0.00024956928],"domain_scores_gemma":[0.9971658,0.002326787,0.00026460658,0.000113313574,0.0000629323,0.00006653466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034465909,0.0002517179,0.00041340606,0.00023882478,0.0006733728,0.00010351423,0.00006377659,0.0001164673,0.00012422208],"category_scores_gemma":[0.0015470713,0.00017669385,0.000056421602,0.00028335536,0.0002699573,0.00015488183,0.000027701937,0.001316939,0.000004750879],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001266872,0.00008886838,0.033636376,0.00006816274,0.00031282537,0.00008273279,0.122210525,0.0002924622,0.033737678,0.003697133,0.00012982622,0.80447656],"study_design_scores_gemma":[0.005576599,0.009106832,0.8942605,0.000524737,0.0006056349,0.00020926092,0.041574124,0.0032302497,0.019266153,0.00075739727,0.023754697,0.0011338169],"about_ca_topic_score_codex":0.000011953447,"about_ca_topic_score_gemma":1.3931097e-7,"teacher_disagreement_score":0.86062413,"about_ca_system_score_codex":0.000008089397,"about_ca_system_score_gemma":0.000004256171,"threshold_uncertainty_score":0.72053665},"labels":[],"label_agreement":null},{"id":"W2041990263","doi":"10.1007/s11409-013-9104-9","title":"A domain-specific account of self-regulated learning: the cognitive and metacognitive activities involved in learning through historical inquiry","year":2013,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metacognition; Psychology; Comprehension; Coherence (philosophical gambling strategy); Cognition; Cognitive psychology; Cognitive science; Empirical research; Discipline; Epistemology; Computer science; Sociology; Social science","score_opus":0.06518183871485757,"score_gpt":0.33545002387563344,"score_spread":0.2702681851607759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041990263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97290486,0.0027026087,0.013268474,0.00035133836,0.0003049671,0.00058479665,0.0000013498906,0.0002339738,0.009647658],"genre_scores_gemma":[0.9934623,0.00020562233,0.0030452427,0.00019060237,0.00018730028,0.0002083067,0.000042698182,0.00007226906,0.0025856127],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9890434,0.008586475,0.00069263537,0.00072001934,0.00037608945,0.0005813636],"domain_scores_gemma":[0.995442,0.0033279432,0.0006205218,0.0001464318,0.0003741826,0.000088938395],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004095221,0.00044267034,0.0007599012,0.00046013348,0.0008316827,0.00014461616,0.00013437949,0.00030191476,0.00078937586],"category_scores_gemma":[0.0007486245,0.0003565211,0.000126848,0.00083677005,0.0005104294,0.00049643056,0.0001282866,0.00357686,0.000057542715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000987239,0.0008377143,0.123803735,0.00021057506,0.0015895441,0.000058425212,0.65389395,0.0001760498,0.020029087,0.009543112,0.0004566559,0.18841392],"study_design_scores_gemma":[0.0064968877,0.0015392161,0.38194576,0.0005280144,0.00044871142,0.00010321096,0.4608288,0.00041331042,0.001070802,0.002814615,0.14253975,0.0012708934],"about_ca_topic_score_codex":0.00057032483,"about_ca_topic_score_gemma":0.000009998903,"teacher_disagreement_score":0.25814202,"about_ca_system_score_codex":0.00013203117,"about_ca_system_score_gemma":0.000036703615,"threshold_uncertainty_score":0.99988866},"labels":[],"label_agreement":null},{"id":"W2063772878","doi":"10.1007/s11409-011-9074-8","title":"Statistical estimates of learners’ judgments about knowledge in calibration of achievement","year":2011,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University","funders":"","keywords":"Calibration; Measure (data warehouse); Psychology; Statistic; Correctness; Metacognition; Mathematics education; Sample (material); Statistics; Computer science; Mathematics; Cognition; Data mining","score_opus":0.10194530623517949,"score_gpt":0.38494302389290286,"score_spread":0.28299771765772336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063772878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84179306,0.00020540018,0.1341575,0.0000116453875,0.00010832278,0.0000980783,0.000003615893,0.000027680328,0.02359468],"genre_scores_gemma":[0.9775364,0.0000064061555,0.021884538,0.000023547685,0.000014568123,0.000012635009,0.000032421787,0.000013277163,0.0004762201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997784,0.0014105247,0.00037051243,0.00018830525,0.00009410629,0.00015251586],"domain_scores_gemma":[0.9993105,0.00032466417,0.00019990801,0.000071953575,0.00006165373,0.000031308493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019967842,0.0001025339,0.00024249949,0.00023446685,0.000068221685,0.000005925005,0.00004586435,0.00007139396,0.0010822915],"category_scores_gemma":[0.00038353758,0.00009659093,0.000026600608,0.00020122078,0.00011477499,0.00006286246,0.00002373261,0.00044277412,0.0000115407665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049116457,0.001193272,0.5523043,0.00024625295,0.0002279333,0.000010979483,0.100631244,0.00005729751,0.015133032,0.051677488,0.00007294599,0.27795404],"study_design_scores_gemma":[0.0014132834,0.00058690907,0.9823823,0.00015301105,0.00007389515,0.0000038309704,0.007453143,0.0018322446,0.004034145,0.0013172482,0.00056784874,0.00018214631],"about_ca_topic_score_codex":0.00022036674,"about_ca_topic_score_gemma":0.00000521194,"teacher_disagreement_score":0.43007794,"about_ca_system_score_codex":0.000009158376,"about_ca_system_score_gemma":0.0000129461205,"threshold_uncertainty_score":0.99983084},"labels":[],"label_agreement":null},{"id":"W2076994293","doi":"10.1007/s11409-011-9070-z","title":"Measuring strategy use in context with multiple-choice items","year":2011,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Reading and Literacy Development","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reading comprehension; Psychology; Vocabulary; Metacognition; Context (archaeology); Reliability (semiconductor); Concurrent validity; Construct validity; Measure (data warehouse); Comprehension; Inference; Construct (python library); Reading (process); Vocabulary development; Social psychology; Internal consistency; Computer science; Psychometrics; Developmental psychology; Cognition; Mathematics education; Artificial intelligence; Teaching method; Linguistics; Data mining","score_opus":0.1421308067241243,"score_gpt":0.2906518890518613,"score_spread":0.148521082327737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076994293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793686,0.00019479534,0.00045217344,0.000009392122,0.00008414771,0.0001203017,8.9251796e-7,0.00006069392,0.019708984],"genre_scores_gemma":[0.99541354,0.000007774531,0.00052903325,0.0001259046,0.000026830436,0.000038421225,0.0000123003965,0.000017104594,0.0038290871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896497,0.00028521867,0.000191442,0.00025315114,0.000094544484,0.00021065141],"domain_scores_gemma":[0.9993816,0.00035034955,0.000074859265,0.00007427626,0.000051371142,0.00006754254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003710229,0.00011905309,0.00015206702,0.0001568253,0.00009976019,0.000059566748,0.000037209207,0.00005586264,0.0005355877],"category_scores_gemma":[0.00021686057,0.000099578596,0.000019542138,0.00012751074,0.000033442135,0.00021466723,0.00001035073,0.00035774484,0.00008623947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020115031,0.00009999321,0.8795071,0.00001538033,0.000077945595,0.00006383663,0.027262308,0.000017130635,0.00029303326,0.00029254716,0.00002436564,0.09214521],"study_design_scores_gemma":[0.00161583,0.00013122261,0.9792951,0.00011430763,0.000021948048,0.000035428628,0.007142975,0.0001297827,0.00020406165,0.000020445448,0.011087037,0.00020188672],"about_ca_topic_score_codex":0.0012017014,"about_ca_topic_score_gemma":0.00039312989,"teacher_disagreement_score":0.09978798,"about_ca_system_score_codex":0.000012011297,"about_ca_system_score_gemma":0.00000931955,"threshold_uncertainty_score":0.586431},"labels":[],"label_agreement":null},{"id":"W2114184575","doi":"10.1007/s11409-007-9016-7","title":"Examining trace data to explore self-regulated learning","year":2007,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":274,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Victoria","funders":"Simon Fraser University; Canada Research Chairs","keywords":"Metacognition; Self-regulated learning; Construct (python library); TRACE (psycholinguistics); Psychology; Adaptation (eye); Exploratory research; Computer science; Cognitive psychology; Mathematics education; Cognition","score_opus":0.28989743008966173,"score_gpt":0.4333952759236632,"score_spread":0.1434978458340015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114184575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85364,0.00031360652,0.11916712,0.00015841631,0.00039381997,0.00018276573,0.0000013376947,0.00075958687,0.02538335],"genre_scores_gemma":[0.9609823,0.000005919351,0.030708458,0.00036880875,0.0003534088,0.000013023751,0.00015046254,0.00007046372,0.007347128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520445,0.0026214095,0.00046369943,0.00081335637,0.0002827675,0.00061433396],"domain_scores_gemma":[0.9979988,0.0010481334,0.0002219669,0.0003819642,0.00014795094,0.00020120962],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012797504,0.0002776704,0.00034467908,0.00047877344,0.0008189039,0.00011217705,0.00026242196,0.00018656609,0.0009525183],"category_scores_gemma":[0.0021065027,0.0002798811,0.000037438727,0.00076928386,0.000057722413,0.00023186914,0.00018060314,0.002063557,0.000383974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027144808,0.0001741693,0.027304912,0.00003972359,0.00035119153,0.00010547266,0.10219095,0.0003093957,0.018430905,0.00057327794,0.00077533,0.84947324],"study_design_scores_gemma":[0.0018962681,0.00081626937,0.38576153,0.0001631524,0.0002363696,0.00015849521,0.06830381,0.0015807243,0.00054590154,0.000061222454,0.5395515,0.00092473807],"about_ca_topic_score_codex":0.000047706668,"about_ca_topic_score_gemma":0.0000036175718,"teacher_disagreement_score":0.8485485,"about_ca_system_score_codex":0.000030735322,"about_ca_system_score_gemma":0.000016934751,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2149497228","doi":"10.1007/s11409-014-9123-1","title":"Issues in dealing with sequential and temporal characteristics of self- and socially-regulated learning","year":2014,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; National Science Foundation","keywords":"Psychology; Self-regulated learning; Metacognition; Self-control; Cognitive psychology; Developmental psychology; Social psychology; Cognition","score_opus":0.02568017868819967,"score_gpt":0.33563696073452903,"score_spread":0.30995678204632937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149497228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904306,0.00020059872,0.006789491,0.00015564871,0.000051773648,0.000084588224,7.093136e-7,0.0000917627,0.0021948288],"genre_scores_gemma":[0.98780006,0.000032924083,0.011367173,0.00005174607,0.00008349793,0.00000499904,0.00002498409,0.0000253868,0.0006092421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971517,0.0019998157,0.00027513818,0.0002719457,0.000109340624,0.0001920914],"domain_scores_gemma":[0.9992858,0.0002815722,0.00024908816,0.0000517431,0.00008691687,0.000044859316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028954702,0.00015039452,0.000335258,0.00020058012,0.00025353307,0.000047368478,0.000028096447,0.00011275199,0.00009293879],"category_scores_gemma":[0.00035597678,0.00013783429,0.000017648446,0.0001507843,0.0001301326,0.00007511818,0.000027249569,0.00080711517,0.0000024796998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026749077,0.000073886484,0.708711,0.00014671519,0.00018495214,0.000014456986,0.035829466,0.00003671015,0.0068623917,0.009140128,0.000003987189,0.2387288],"study_design_scores_gemma":[0.0024921426,0.00077675795,0.9769375,0.00025411905,0.00014958491,0.00005854975,0.0052614887,0.003338547,0.00026321274,0.00052579114,0.009526466,0.00041586522],"about_ca_topic_score_codex":0.00019114329,"about_ca_topic_score_gemma":0.000009713632,"teacher_disagreement_score":0.26822647,"about_ca_system_score_codex":0.000007279019,"about_ca_system_score_gemma":0.000013280918,"threshold_uncertainty_score":0.5620719},"labels":[],"label_agreement":null},{"id":"W2956977098","doi":"10.1007/s11409-019-09198-4","title":"Does domain matter? Monitoring accuracy across domains","year":2019,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Overconfidence effect; Task (project management); Calibration; Psychology; Generality; Resolution (logic); Cognitive psychology; Cognition; Domain (mathematical analysis); Artificial intelligence; Metacognition; Domain knowledge; Computer science; Machine learning; Developmental psychology; Statistics; Social psychology; Mathematics","score_opus":0.0662592283616116,"score_gpt":0.39904623244513565,"score_spread":0.332787004083524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956977098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938811,0.00005507518,0.0009808771,0.00035185722,0.0011241178,0.00013469959,0.000008817286,0.000065235705,0.0033982329],"genre_scores_gemma":[0.99343514,0.000023292978,0.0018960027,0.00020368116,0.00015980339,0.000008790822,0.000005039418,0.00001859508,0.0042496305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99773026,0.00031663672,0.0005298614,0.00057104626,0.00052813214,0.0003240422],"domain_scores_gemma":[0.9975494,0.0015830249,0.00029346393,0.00030387143,0.00014400893,0.00012622878],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029959884,0.00017207561,0.00032887983,0.00016516019,0.00047701807,0.0009927665,0.00028126035,0.00009657888,0.0022729726],"category_scores_gemma":[0.0009947084,0.000102316575,0.00012660882,0.00028780737,0.000063908665,0.0006951874,0.00018345812,0.00041397894,0.0054218993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033250195,0.000031944288,0.33633867,0.0000051986985,0.000012667034,0.000009770895,0.0017884509,0.00010731234,0.0035087364,0.00003670126,0.00011473597,0.65801257],"study_design_scores_gemma":[0.0028259233,0.00021682515,0.51464957,0.00024302611,0.00006637416,0.00007883376,0.05393656,0.0008474316,0.0033884,0.10047861,0.3220964,0.0011720448],"about_ca_topic_score_codex":0.00001548213,"about_ca_topic_score_gemma":0.0000041384237,"teacher_disagreement_score":0.6568405,"about_ca_system_score_codex":0.000024865061,"about_ca_system_score_gemma":0.000013814008,"threshold_uncertainty_score":0.9986391},"labels":[],"label_agreement":null},{"id":"W2991370972","doi":"10.1007/s11409-019-09213-8","title":"Recognizing early childhood as a critical time for developing and supporting self-regulation","year":2019,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Metacognition; Psychology; Developmental psychology; Early childhood; Context (archaeology); Child development; Self-control; Self-regulated learning; Cognition","score_opus":0.014573479624900772,"score_gpt":0.30878961218380696,"score_spread":0.29421613255890616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991370972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843676,0.00010923504,0.0010169684,0.002373185,0.00015828188,0.00041433514,8.0319404e-7,0.0001572348,0.011402362],"genre_scores_gemma":[0.98071647,0.000044158656,0.016563864,0.0005420088,0.0001566354,0.000021259611,0.000022778013,0.00001480075,0.0019180411],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988492,0.00021320053,0.0002141899,0.00026256076,0.00018815638,0.0002726824],"domain_scores_gemma":[0.99910045,0.0004938877,0.00009129418,0.000036630245,0.0001637714,0.00011398663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013643857,0.00009788318,0.0001430693,0.000109267756,0.0008861801,0.00025079274,0.000036333484,0.000082143786,0.00041435641],"category_scores_gemma":[0.0014755104,0.00010511621,0.000033171713,0.00014578042,0.000044515564,0.00037473894,0.000022148137,0.0001654891,0.00018694952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004739774,0.0001420979,0.07398437,0.00019803764,0.0002025488,0.0000020341085,0.40322903,0.0000066572934,0.0017682875,0.049026087,0.0002615869,0.4711319],"study_design_scores_gemma":[0.0020862683,0.00032029123,0.8515366,0.00044484512,0.00019174111,0.000023944216,0.042290792,0.0006187652,0.00077130843,0.022012819,0.07864088,0.001061767],"about_ca_topic_score_codex":0.000055185323,"about_ca_topic_score_gemma":0.0000068830673,"teacher_disagreement_score":0.7775522,"about_ca_system_score_codex":0.000033395696,"about_ca_system_score_gemma":0.0002351132,"threshold_uncertainty_score":0.68158704},"labels":[],"label_agreement":null},{"id":"W3143973764","doi":"10.1007/s11409-021-09263-x","title":"Are children’s judgments of another’s accuracy linked to their metacognitive confidence judgments?","year":2021,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Metacognition; Psychology; Task (project management); Theory of mind; Cognitive psychology; Cognition; Self-confidence; Correlation; Process (computing); Social psychology; Computer science; Mathematics","score_opus":0.07080742795055357,"score_gpt":0.30478878788911956,"score_spread":0.233981359938566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143973764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942689,0.00039763653,0.001438332,0.00044530287,0.00010892766,0.00026681618,0.00003808501,0.000060082682,0.0029759365],"genre_scores_gemma":[0.99252045,0.0003549205,0.00028425004,0.005890271,0.00005053408,0.00003406283,0.000011172249,0.000018761697,0.00083555875],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980735,0.00044527737,0.00034392579,0.0005585253,0.00031638553,0.00026237228],"domain_scores_gemma":[0.9986372,0.0004918108,0.0004013034,0.00014493294,0.00020923263,0.0001155091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035236188,0.00019921915,0.00033369003,0.0001240062,0.0003165072,0.00013172119,0.00014607901,0.00006263847,0.0008739166],"category_scores_gemma":[0.0042700167,0.00017194706,0.0000827246,0.00044343635,0.00009919716,0.00042712578,0.00011096449,0.0003274273,0.00008475112],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011546003,0.00022015077,0.007472229,0.00012890986,0.000094256466,0.000038657225,0.0027781415,0.00013068436,0.94858027,0.0004499432,0.00008082295,0.039910506],"study_design_scores_gemma":[0.0007674989,0.00013985569,0.04530964,0.00027925876,0.0000862685,0.000044775825,0.0019374988,0.00013732917,0.94646716,0.0006068692,0.0039216722,0.00030218263],"about_ca_topic_score_codex":0.000009968561,"about_ca_topic_score_gemma":0.0000042393376,"teacher_disagreement_score":0.039608326,"about_ca_system_score_codex":0.000009560394,"about_ca_system_score_gemma":0.000041916897,"threshold_uncertainty_score":0.9568774},"labels":[],"label_agreement":null},{"id":"W4200522671","doi":"10.1007/s11409-021-09273-9","title":"Constraints on the use of the memorizing effort heuristic","year":2021,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Memorization; Psychology; Cognitive psychology; Heuristic; Metamemory; Cognition; Context (archaeology); Experimental psychology; Context effect; Social psychology; Metacognition; Computer science; Artificial intelligence; Word (group theory)","score_opus":0.07855467245522964,"score_gpt":0.24723172791174244,"score_spread":0.1686770554565128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200522671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.585779,0.00026875964,0.40141964,0.00200243,0.0013926427,0.00029033257,0.00000219269,0.00012757175,0.008717412],"genre_scores_gemma":[0.99390996,0.000009868659,0.0013677101,0.00042856229,0.00004829677,0.0000040266727,8.6261707e-7,0.0000053135586,0.004225399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989217,0.00040533525,0.00016082794,0.00018070378,0.00020697438,0.00012445511],"domain_scores_gemma":[0.99903166,0.00052979594,0.000118113145,0.00017053522,0.00012448343,0.000025426323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000473891,0.0000799966,0.000109628134,0.000028997389,0.00040306442,0.00016342563,0.00013079635,0.000026367192,0.00006317243],"category_scores_gemma":[0.0008006606,0.00004668332,0.00006863651,0.00018899773,0.00006627451,0.00011827058,0.000099274854,0.0003601809,0.000015033722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010808364,0.000083937244,0.0071157753,0.00009457556,0.00017809159,0.000058087277,0.004632367,0.006082415,0.017310943,0.7694923,0.00026112975,0.19467954],"study_design_scores_gemma":[0.0011332214,0.00036071378,0.085640766,0.0024085876,0.00018219845,0.00042392962,0.004894215,0.08102761,0.12406927,0.0020198,0.69684994,0.0009897518],"about_ca_topic_score_codex":0.000008140839,"about_ca_topic_score_gemma":9.58057e-7,"teacher_disagreement_score":0.7674725,"about_ca_system_score_codex":0.000008356506,"about_ca_system_score_gemma":0.000028523167,"threshold_uncertainty_score":0.31000865},"labels":[],"label_agreement":null},{"id":"W4283827058","doi":"10.1007/s11409-022-09313-y","title":"How accurate and predictive are judgments of solvability? Explorations in a two-phase anagram solving paradigm","year":2022,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"Flinders University; Australian Government","keywords":"Anagrams; Anagram; Psychology; Task (project management); Set (abstract data type); Duration (music); Cognitive psychology; Developmental psychology; Computer science","score_opus":0.15767976839915737,"score_gpt":0.41044014986003546,"score_spread":0.2527603814608781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283827058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99399894,0.00015980979,0.0047946842,0.00046232503,0.00011353305,0.00019226327,0.0000755731,0.000019835621,0.00018302532],"genre_scores_gemma":[0.99929994,0.000020635189,0.00036220564,0.00006992008,0.000015719143,0.000057186615,0.000025260026,0.000007974562,0.00014114112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979411,0.0006143328,0.0004520441,0.00042408876,0.0004093945,0.00015904552],"domain_scores_gemma":[0.99848205,0.0007898816,0.00040228825,0.00015477606,0.000094689516,0.000076297765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025250625,0.00011313352,0.00030273214,0.00041231554,0.00047328603,0.00032785395,0.00013306073,0.000025263296,0.00015959184],"category_scores_gemma":[0.0018106301,0.000102357255,0.000057655205,0.00050358154,0.00009156729,0.0006890457,0.00018544514,0.0003655038,0.0000029932605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036963465,0.00071667775,0.08425553,0.000015032257,0.000040045423,0.000038791768,0.008802745,0.011138878,0.0014359005,0.00027206156,0.00015699487,0.8927577],"study_design_scores_gemma":[0.013303034,0.0024767537,0.119886786,0.00022162912,0.0003025438,0.00009340926,0.25439557,0.4013251,0.00076423265,0.18654831,0.019441264,0.0012413766],"about_ca_topic_score_codex":0.000017370669,"about_ca_topic_score_gemma":0.00004443684,"teacher_disagreement_score":0.8915163,"about_ca_system_score_codex":0.000032017237,"about_ca_system_score_gemma":0.000026851085,"threshold_uncertainty_score":0.41740078},"labels":[],"label_agreement":null},{"id":"W4303411337","doi":"10.1007/s11409-022-09325-8","title":"An examination of the effect of feedback on meta-ignorance of mental illness public stigma","year":2022,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Stigma (botany); Ignorance; Psychology; Mental illness; Clinical psychology; Social stigma; Social psychology; Psychiatry; Mental health; Medicine; Family medicine","score_opus":0.03979937512764321,"score_gpt":0.3217396022727637,"score_spread":0.2819402271451205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303411337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170035,0.0020268047,0.00040335415,0.00006839507,0.00037821347,0.00039742768,0.00006810318,0.000024225335,0.004933145],"genre_scores_gemma":[0.998989,0.00022991038,0.000035564583,0.000048231028,0.000027368133,0.00018700572,0.00007152704,0.000021505968,0.00038988664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99635094,0.0024263652,0.0003096869,0.00032349804,0.00043845546,0.000151056],"domain_scores_gemma":[0.99848694,0.0005471005,0.0005514209,0.00019162957,0.00017885376,0.000044041917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013699579,0.0001673451,0.00038182185,0.00035598557,0.000357764,0.000013644766,0.00016936618,0.00005110126,0.0020400807],"category_scores_gemma":[0.00044981038,0.00011918864,0.00014937205,0.0008985894,0.00015593125,0.00015299302,0.00006463614,0.00030568478,0.0000046761443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064882636,0.0010283223,0.06596682,0.00018983848,0.0014597639,0.000001483036,0.0080646,0.00014986562,0.007813018,0.00040618953,0.00009276699,0.9141785],"study_design_scores_gemma":[0.007610248,0.0066769915,0.83948106,0.00009589131,0.0027749962,0.000026522643,0.017769834,0.00028274223,0.106286906,0.00023418454,0.018240333,0.00052031927],"about_ca_topic_score_codex":0.000024826993,"about_ca_topic_score_gemma":0.000001331216,"teacher_disagreement_score":0.9136582,"about_ca_system_score_codex":0.000019966714,"about_ca_system_score_gemma":0.000011162344,"threshold_uncertainty_score":0.99887216},"labels":[],"label_agreement":null},{"id":"W4313433994","doi":"10.1007/s11409-022-09330-x","title":"Temporal change of emotions: Identifying academic emotion trajectories and profiles in problem-solving","year":2022,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Boredom; Curiosity; Self-regulated learning; Developmental psychology; Metacognition; Transition (genetics); Dynamics (music); Latent growth modeling; Academic achievement; Social psychology; Cognitive psychology; Cognition; Pedagogy","score_opus":0.1228705469515492,"score_gpt":0.3879908070769282,"score_spread":0.265120260125379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313433994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277955,0.0011722894,0.003563181,0.00018669353,0.0002117182,0.00027842855,0.0000043924497,0.00007609426,0.0017276505],"genre_scores_gemma":[0.9955575,0.00003082839,0.003437898,0.000072403294,0.00008853725,0.0001274088,0.000042056978,0.00002040258,0.00062296784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99595094,0.0030615407,0.00033639016,0.00028561498,0.00016466822,0.00020083126],"domain_scores_gemma":[0.9993798,0.00022919288,0.0002560686,0.00006022475,0.00004711002,0.000027564893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004242692,0.000120916884,0.00022359405,0.00045473588,0.00051376637,0.000022398019,0.000053578835,0.00007098497,0.00042940586],"category_scores_gemma":[0.00030334844,0.00012818698,0.00003060647,0.00047516776,0.00007915778,0.0001880534,0.000071615425,0.0015276609,0.0000025058328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013480727,0.00014117472,0.59744567,0.00027304562,0.00007897686,0.00001357762,0.17473945,0.00007699571,0.012170578,0.0068364786,0.000040816598,0.20804845],"study_design_scores_gemma":[0.0010063632,0.0003042412,0.9382808,0.00018090996,0.000045594832,0.000048319616,0.05553897,0.00040484458,0.00012512878,0.0016596455,0.0021621769,0.00024296502],"about_ca_topic_score_codex":0.00027670152,"about_ca_topic_score_gemma":0.000004260929,"teacher_disagreement_score":0.3408352,"about_ca_system_score_codex":0.000025998115,"about_ca_system_score_gemma":0.000011158507,"threshold_uncertainty_score":0.6637011},"labels":[],"label_agreement":null},{"id":"W4376874759","doi":"10.1007/s11409-023-09342-1","title":"Exploring the effects of a musical play intervention on young children’s self-regulation and metacognition","year":2023,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Society for Education, Music and Psychology Research","keywords":"Metacognition; Psychology; Intervention (counseling); Developmental psychology; Cognition; Test (biology); Curriculum; Task (project management); Clinical psychology; Cognitive psychology; Pedagogy","score_opus":0.061063791564028136,"score_gpt":0.3393742978142715,"score_spread":0.27831050625024334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376874759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99217767,0.000100604695,0.004920889,0.000106992826,0.0005079207,0.00027218787,0.000001546067,0.0002719497,0.0016402453],"genre_scores_gemma":[0.99851376,0.00004374031,0.0004655769,0.00007052417,0.00016190964,0.00011811996,0.000071114475,0.000026571812,0.0005286752],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99623895,0.0027765431,0.00027005436,0.0003148992,0.0001959458,0.0002036351],"domain_scores_gemma":[0.9984587,0.0011290178,0.00019500205,0.00010739694,0.000071989714,0.000037913185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029414159,0.0001595957,0.00021554725,0.0003559184,0.00043704218,0.000049023463,0.000048468926,0.00006745822,0.000090112575],"category_scores_gemma":[0.0009843459,0.00012405215,0.00008074798,0.00046326697,0.00007738652,0.00016223152,0.00003856142,0.0007145861,0.00005483695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002989918,0.00030825476,0.021854065,0.00029406534,0.0008396859,0.000012713949,0.053972792,0.000091063055,0.016860506,0.010289593,0.00016648263,0.8950118],"study_design_scores_gemma":[0.0011865251,0.00047660476,0.9933203,0.00022046296,0.00021918917,0.000024361798,0.0016328201,0.0005514942,0.0013020234,0.00043290012,0.00047571785,0.00015763819],"about_ca_topic_score_codex":0.000047888276,"about_ca_topic_score_gemma":0.0000016075397,"teacher_disagreement_score":0.9714662,"about_ca_system_score_codex":0.000013025746,"about_ca_system_score_gemma":0.0000035276446,"threshold_uncertainty_score":0.50587},"labels":[],"label_agreement":null},{"id":"W4381053771","doi":"10.1007/s11409-023-09348-9","title":"Covert retrieval yields a forward testing effect across levels of successive list similarity","year":2023,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Covert; Facilitation; Psychology; Cued recall; Metamemory; Recall; Metacognition; Cognitive psychology; Interference theory; Similarity (geometry); Information retrieval; Computer science; Free recall; Artificial intelligence; Working memory; Cognition","score_opus":0.09367351108515826,"score_gpt":0.3508752699037557,"score_spread":0.25720175881859747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381053771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966684,0.00004711487,0.0004174049,0.000093528746,0.00010435271,0.00013725086,0.00002835676,0.00013739285,0.0023661973],"genre_scores_gemma":[0.99900305,0.000031574677,0.000060293805,0.000274434,0.000051008275,0.0000063148223,0.00000453793,0.000011628766,0.0005571738],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985748,0.00030388037,0.00023550492,0.0003307438,0.00028805126,0.0002670543],"domain_scores_gemma":[0.9973232,0.0022313779,0.00019101556,0.00007817142,0.000106435145,0.00006981255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00111505,0.00012637573,0.0002360851,0.00007652707,0.00052886194,0.00011806263,0.00010607218,0.00007543856,0.000119853976],"category_scores_gemma":[0.018136695,0.0001067473,0.000055001576,0.00084793824,0.00013910861,0.00034455347,0.00009355669,0.0003256422,0.000026197327],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016691699,0.00002696448,0.014484623,0.00056631636,0.000015828897,0.000044111737,0.0016063885,0.00054815254,0.94010997,0.00007865402,0.000045615998,0.042306446],"study_design_scores_gemma":[0.00088322413,0.00065159635,0.018499788,0.00022709066,0.000052814263,0.000023062901,0.0007546135,0.014099331,0.9626126,0.00046358787,0.0014523265,0.00027995565],"about_ca_topic_score_codex":0.00001826727,"about_ca_topic_score_gemma":0.000002475392,"teacher_disagreement_score":0.04202649,"about_ca_system_score_codex":0.0000062113513,"about_ca_system_score_gemma":0.000023509845,"threshold_uncertainty_score":0.99013394},"labels":[],"label_agreement":null},{"id":"W4385241929","doi":"10.1007/s11409-023-09352-z","title":"Supporting self-regulated learning in clinical problem-solving with a computer-based learning environment: the effectiveness of scaffolds","year":2023,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Metacognition; Scaffold; Context (archaeology); Task (project management); Self-regulated learning; Mathematics education; Cognition; Computer science; Psychology; Engineering","score_opus":0.0201107742434052,"score_gpt":0.31308459706619435,"score_spread":0.29297382282278916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385241929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903592,0.00013229928,0.004889828,0.00019694767,0.000050744435,0.0006653304,5.1685385e-7,0.0005052084,0.0031999373],"genre_scores_gemma":[0.99734473,0.00012664002,0.0019872221,0.000039985724,0.000092914444,0.000051700954,0.000043684224,0.000039306815,0.00027382615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98777634,0.009977387,0.0006168739,0.00048966624,0.0005103925,0.0006293343],"domain_scores_gemma":[0.99490047,0.0042640306,0.00051948143,0.000103393395,0.00009666582,0.00011596625],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022621201,0.00022394572,0.00044786162,0.00033793764,0.0015065498,0.00014546489,0.00016545928,0.0001805829,0.000091261],"category_scores_gemma":[0.00095450244,0.00017836096,0.00012014529,0.0011422525,0.0003321654,0.00026222496,0.0000895809,0.001033731,0.000025299523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038883623,0.00015732889,0.68361396,0.00045726603,0.0001697734,0.000047882244,0.01982358,0.18506669,0.0012510888,0.00059023296,0.000007799057,0.10842557],"study_design_scores_gemma":[0.009202474,0.0032218185,0.6374226,0.0035927652,0.0005567392,0.000018910307,0.030393729,0.26753908,0.0010227693,0.0008571276,0.044514522,0.0016574302],"about_ca_topic_score_codex":0.0003076489,"about_ca_topic_score_gemma":0.000055665176,"teacher_disagreement_score":0.106768146,"about_ca_system_score_codex":0.000056077162,"about_ca_system_score_gemma":0.00019041655,"threshold_uncertainty_score":0.99979335},"labels":[],"label_agreement":null},{"id":"W4387127679","doi":"10.1007/s11409-023-09359-6","title":"Towards a new theory of student self-assessment: Tracing learners’ cognitive and affective processes","year":2023,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Cognition; Metacognition; Session (web analytics); Self-assessment; Qualitative property; Learning analytics; Cognitive psychology; Applied psychology; Mathematics education; Social psychology; Computer science; Data science; World Wide Web","score_opus":0.03971913758098297,"score_gpt":0.3714180673073345,"score_spread":0.3316989297263515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387127679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674474,0.0004066519,0.0011071371,0.00022169454,0.00007665879,0.00036057015,0.0000021169385,0.00021165491,0.030166095],"genre_scores_gemma":[0.9969379,0.0013498128,0.00026057835,0.00005076377,0.00011652282,0.000026282041,0.000012490824,0.000013680184,0.0012320111],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99826056,0.00067824725,0.00016659177,0.00022958934,0.00041908328,0.00024594995],"domain_scores_gemma":[0.9987103,0.0008448613,0.00013686965,0.000031767857,0.0001613729,0.00011484774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017661067,0.0001288486,0.00023007317,0.0001855854,0.00063334743,0.00014034128,0.000065463086,0.00006969462,0.00015056715],"category_scores_gemma":[0.00034072588,0.000121761164,0.0000436853,0.0006430356,0.00014737254,0.00030693476,0.00006789222,0.00026753359,0.000013717286],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009640171,0.00019867088,0.24136558,0.00024342134,0.00052752433,0.000012895673,0.5321858,0.000011425265,0.0004602227,0.008190863,0.00006120296,0.21664597],"study_design_scores_gemma":[0.0012874668,0.00021910618,0.48261684,0.0001813613,0.00030108166,0.000001257623,0.51225877,0.00004623634,0.00013594677,0.0022449393,0.0004890507,0.00021790298],"about_ca_topic_score_codex":0.00010617476,"about_ca_topic_score_gemma":0.00005826311,"teacher_disagreement_score":0.24125126,"about_ca_system_score_codex":0.000027859873,"about_ca_system_score_gemma":0.00021179163,"threshold_uncertainty_score":0.4965276},"labels":[],"label_agreement":null},{"id":"W4391445032","doi":"10.1007/s11409-024-09373-2","title":"Examining adaptations in study time allocation and restudy selection as a function of expected test format","year":2024,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Test (biology); Function (biology); Selection (genetic algorithm); Metacognition; Cognitive psychology; Developmental psychology; Applied psychology; Social psychology; Cognition; Computer science; Ecology; Biology; Artificial intelligence; Genetics","score_opus":0.031009085704044898,"score_gpt":0.2618780166180574,"score_spread":0.23086893091401248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391445032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87704843,0.00035384906,0.12131674,0.000032567787,0.00009232007,0.0002447462,2.0659543e-7,0.0001616537,0.0007495123],"genre_scores_gemma":[0.997529,0.000018531853,0.0007838552,0.000010593887,0.000038082577,0.00003653257,0.000004390725,0.000008973174,0.0015700582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988943,0.00027701288,0.00026282627,0.0002791236,0.0001698012,0.00011695283],"domain_scores_gemma":[0.999415,0.00032197803,0.00007942814,0.00005565529,0.0000970944,0.000030887248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081551913,0.00009941965,0.00013638352,0.00037634536,0.00018741879,0.00019278712,0.0000449181,0.000036527137,0.000015582846],"category_scores_gemma":[0.00028314802,0.00009667386,0.000016607011,0.00053525076,0.000012843929,0.00061760534,0.00003871604,0.0002681138,0.000022976026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009536244,0.0008159219,0.124923125,0.00037243994,0.00032403684,0.00005054444,0.12134759,0.0062435465,0.12655978,0.035671595,0.000042652428,0.5835534],"study_design_scores_gemma":[0.0011203937,0.0036737167,0.50374997,0.0008141083,0.00012978599,0.000078657664,0.03235197,0.45209184,0.0008588539,0.00049637054,0.004144254,0.0004900753],"about_ca_topic_score_codex":0.000085313935,"about_ca_topic_score_gemma":0.000015708041,"teacher_disagreement_score":0.5830633,"about_ca_system_score_codex":0.000024956571,"about_ca_system_score_gemma":0.000024674488,"threshold_uncertainty_score":0.39422455},"labels":[],"label_agreement":null},{"id":"W4401010658","doi":"10.1007/s11409-024-09399-6","title":"On the confidence-accuracy relationship in memory: inferential, direct access, or indirect access?","year":2024,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Psychology; Developmental psychology; Metacognition; Cognitive psychology; Cognition","score_opus":0.18061953074401849,"score_gpt":0.38001452586178625,"score_spread":0.19939499511776776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401010658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539669,0.00044876084,0.00018105262,0.0015292288,0.00030241825,0.00030522386,0.000004898596,0.00019524594,0.043066263],"genre_scores_gemma":[0.99604136,0.000660258,0.0000077063,0.001476829,0.000067224435,0.000072791874,0.0000049789714,0.000015243841,0.0016535948],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982114,0.0006297888,0.00025340743,0.0004304174,0.0002676544,0.00020736831],"domain_scores_gemma":[0.99387705,0.005832637,0.00009676665,0.00011157142,0.000030331743,0.000051615207],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008379833,0.00015178941,0.0001664804,0.00025203743,0.0004905837,0.0015187013,0.00026445615,0.00005961552,0.0026521643],"category_scores_gemma":[0.013902598,0.000090907786,0.000042094052,0.00091256,0.00011486543,0.0014423692,0.00009669176,0.0006966506,0.00014281501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002156038,0.0007886002,0.05496989,0.0034413738,0.00024630103,0.0011677722,0.023878267,0.008633341,0.078359395,0.17633529,0.013274889,0.63674885],"study_design_scores_gemma":[0.0030454767,0.0012731765,0.13559563,0.006021749,0.00048111417,0.00023867778,0.0046507185,0.05009569,0.47554472,0.09950859,0.22051756,0.00302689],"about_ca_topic_score_codex":0.00003830519,"about_ca_topic_score_gemma":0.00003332344,"teacher_disagreement_score":0.63372195,"about_ca_system_score_codex":0.0000138399355,"about_ca_system_score_gemma":0.00008282892,"threshold_uncertainty_score":0.9995178},"labels":[],"label_agreement":null},{"id":"W4402710578","doi":"10.1007/s11409-024-09403-z","title":"Analyzing multimodal data to understand medical trainees' regulation strategies and physiological responses in high- fidelity medical simulation scenarios","year":2024,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fidelity; Psychology; Medical simulation; High fidelity; Medical education; Computer science; Medicine; Engineering","score_opus":0.15934914116802415,"score_gpt":0.43162908036323405,"score_spread":0.2722799391952099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402710578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96963805,0.00069246045,0.022504603,0.006518696,0.00012800033,0.0003371623,0.000010828431,0.0001362136,0.000033987148],"genre_scores_gemma":[0.9974403,0.000073101175,0.0009601199,0.0005436963,0.00032698666,0.000010702682,0.00058486994,0.000016955944,0.00004325987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975952,0.0006289134,0.00046385603,0.0005418573,0.00056387257,0.00020632261],"domain_scores_gemma":[0.99722224,0.0020683948,0.0000517187,0.00017587583,0.0001418315,0.0003399539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002261621,0.00014963116,0.0002764658,0.0003631404,0.00017703659,0.00013063311,0.00006266847,0.00025439527,0.0008249087],"category_scores_gemma":[0.0046449336,0.00013004286,0.000026146921,0.00044487906,0.00010779105,0.00040274058,0.00006163978,0.00075431913,0.000010065591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004999862,0.000894917,0.23785579,0.0045789094,0.00054836634,0.00060035725,0.051504955,0.20278478,0.0066885822,0.0056061386,0.00075983495,0.4831775],"study_design_scores_gemma":[0.00071762863,0.00012000573,0.36503798,0.00053111237,0.00004754633,0.000016241187,0.006338868,0.6265442,0.0000071008626,0.00038463055,0.00014394471,0.00011075441],"about_ca_topic_score_codex":0.00023244732,"about_ca_topic_score_gemma":0.000079604746,"teacher_disagreement_score":0.48306674,"about_ca_system_score_codex":0.000082952516,"about_ca_system_score_gemma":0.00049841625,"threshold_uncertainty_score":0.90321726},"labels":[],"label_agreement":null},{"id":"W4403336121","doi":"10.1007/s11409-024-09402-0","title":"Modelling the unique contributions of task understanding to academic challenges and performance","year":2024,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Task (project management); Psychology; Cognitive psychology; Developmental psychology","score_opus":0.16948994284293128,"score_gpt":0.3965628355978978,"score_spread":0.2270728927549665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403336121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.514382,0.00885439,0.4654063,0.0016794606,0.00016483963,0.00012167638,0.0000032328821,0.00007786699,0.009310222],"genre_scores_gemma":[0.9969603,0.0009842591,0.0010898687,0.00009218222,0.00008015319,0.000016571139,0.000005309078,0.000014172285,0.0007572287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983274,0.0010284003,0.00017889209,0.00021395287,0.00008686007,0.0001645312],"domain_scores_gemma":[0.9990788,0.0007190816,0.000051468203,0.000062016814,0.000049908427,0.000038734874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035183653,0.00009635152,0.00014104309,0.0001790893,0.00032806097,0.000028825132,0.000043596603,0.000088016575,0.000055009],"category_scores_gemma":[0.00019987734,0.000071643095,0.000025044419,0.0002028197,0.00008826671,0.00007579178,0.000026289263,0.0011586956,0.000014692445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013649954,0.000026785026,0.00046383133,0.00025444155,0.00032556744,0.0000069229645,0.14221323,0.009773039,0.005700926,0.3440529,0.000106551655,0.4969393],"study_design_scores_gemma":[0.0020210922,0.0018751601,0.01663846,0.0032266215,0.00080080365,0.00032656256,0.1271458,0.5566162,0.0021118165,0.030290375,0.2575477,0.0013994497],"about_ca_topic_score_codex":0.000015929812,"about_ca_topic_score_gemma":3.345389e-7,"teacher_disagreement_score":0.5468431,"about_ca_system_score_codex":0.000021827127,"about_ca_system_score_gemma":0.000011860327,"threshold_uncertainty_score":0.503402},"labels":[],"label_agreement":null},{"id":"W4411188404","doi":"10.1007/s11409-025-09424-2","title":"Do metamemory judgments impair relational encoding?","year":2025,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metamemory; Psychology; Metacognition; Encoding (memory); Cognitive psychology; Developmental psychology; Cognition; Neuroscience","score_opus":0.053965925880990286,"score_gpt":0.30965298004757424,"score_spread":0.25568705416658394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411188404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87143236,0.00049824716,0.0019399121,0.00042320043,0.00022821303,0.00012717879,0.0000023725931,0.00011629617,0.12523219],"genre_scores_gemma":[0.99143535,0.00014573101,0.0003488334,0.0020368004,0.00003369649,0.000015670646,0.0000034387156,0.000005135463,0.0059753275],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99901104,0.00019526438,0.00017428448,0.00029763332,0.00017764056,0.00014415848],"domain_scores_gemma":[0.9995024,0.00027261276,0.00007623241,0.00006161073,0.000041441548,0.000045692355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040894974,0.00009413954,0.00011686237,0.00014624764,0.00047161753,0.00010394165,0.00006607847,0.00004229613,0.0006472931],"category_scores_gemma":[0.0012494444,0.00008202383,0.000040553234,0.0002899792,0.00007021137,0.00032654472,0.000043131953,0.00028072653,0.00007679084],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002060659,0.0002552175,0.028553473,0.00043469985,0.000106161075,0.000040580075,0.0021247517,0.0012430254,0.6620153,0.07629785,0.0015269818,0.22719587],"study_design_scores_gemma":[0.0039059587,0.00041709168,0.05300763,0.000597528,0.00039947423,0.00008607356,0.0040096613,0.012831331,0.53858083,0.032770056,0.35220632,0.0011880556],"about_ca_topic_score_codex":0.0000022513655,"about_ca_topic_score_gemma":2.6302772e-7,"teacher_disagreement_score":0.35067934,"about_ca_system_score_codex":0.000009025659,"about_ca_system_score_gemma":0.000028291772,"threshold_uncertainty_score":0.7087406},"labels":[],"label_agreement":null},{"id":"W4411565602","doi":"10.1007/s11409-025-09430-4","title":"How do students self-assess? examining the metacognitive processes of student self-assessment","year":2025,"lang":"en","type":"article","venue":"Metacognition and Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Metacognition; Psychology; Self-assessment; Self-concept; Developmental psychology; Self-control; Self-regulated learning; Self evaluation; Academic achievement; Cognition; Social psychology; Applied psychology","score_opus":0.04062015942691434,"score_gpt":0.37832243636529805,"score_spread":0.3377022769383837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411565602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518278,0.0011347779,0.0010980092,0.001002316,0.00031657127,0.0008548786,0.0000026219548,0.0002263156,0.043536678],"genre_scores_gemma":[0.99472946,0.0016175007,0.0013820743,0.00020522428,0.00012153299,0.00014814144,0.0000087803355,0.000015300478,0.001771989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651617,0.0012445046,0.00033956105,0.00041162103,0.0011123224,0.0003758045],"domain_scores_gemma":[0.9976776,0.0011606105,0.00032532783,0.0001301189,0.0006214143,0.00008490534],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027983543,0.0002337345,0.00038367978,0.00022459833,0.0015213926,0.0009589721,0.00042758958,0.0001030024,0.00008371904],"category_scores_gemma":[0.0002692919,0.00017962209,0.00008475147,0.00095944945,0.00017279113,0.00049986446,0.00023468643,0.00048996205,0.000005265349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024481995,0.0007192894,0.9231105,0.00020238127,0.0012860755,0.0000062386507,0.054495793,0.0000050040726,0.00029183345,0.0059038014,0.00010449457,0.013850127],"study_design_scores_gemma":[0.0014850275,0.00017769494,0.6928441,0.00022117648,0.0010973102,7.7295715e-7,0.28973106,0.000027718539,0.00022235379,0.0004303948,0.013460038,0.0003023275],"about_ca_topic_score_codex":0.00003789748,"about_ca_topic_score_gemma":0.000051100822,"teacher_disagreement_score":0.23523527,"about_ca_system_score_codex":0.000101093196,"about_ca_system_score_gemma":0.0003352469,"threshold_uncertainty_score":0.9997785},"labels":[],"label_agreement":null}]}