{"meta":{"query_hash":"b736aa87f639","filters":{"venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b736aa87f639","api":"https://metacan.xera.ac/api/v1/cohort?venue=Association+pour+le+D%C3%A9veloppement+des+M%C3%A9thodologies+d%E2%80%99%C3%89valuation+en+%C3%89ducation+-+Europe"},"results":[{"id":"W6929810154","doi":"10.48782/e-jiref-9-3-97","title":"Entre principes théoriques et usages des outils d’évaluation des compétences professionnelles en stage","year":2023,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"","field":"","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais; Université de Montréal","funders":"","keywords":"Continuing education; Occupational training; Qualitative analysis; Initial training","score_opus":0.35173210783528597,"score_gpt":0.44745152720619524,"score_spread":0.09571941937090928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929810154","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17449416,0.02765169,0.17819513,0.046698213,0.0014336118,0.0011921488,0.00059312774,0.0004958751,0.56924605],"genre_scores_gemma":[0.85570335,0.010187562,0.062492803,0.0036808937,0.00019840045,0.0015889417,0.00030221572,0.00034888205,0.065496966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.93088347,0.042489737,0.0024288327,0.0038708483,0.018278005,0.002049183],"domain_scores_gemma":[0.89314204,0.063335404,0.004259595,0.004351909,0.03226648,0.002644512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047937855,0.0011620761,0.00079632615,0.008356036,0.0069014523,0.01665611,0.0022836754,0.0025794096,0.007621394],"category_scores_gemma":[0.067800865,0.0007825796,0.0011631725,0.006126682,0.023331178,0.010548946,0.0048461477,0.0054420824,0.0012637536],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012681092,0.00012553534,0.013872897,0.00197028,0.00008867262,0.00023403934,0.2704799,0.0010440658,0.0018240385,0.5279063,0.01068284,0.17164475],"study_design_scores_gemma":[0.000073570285,0.00034018912,0.07483583,0.012401819,0.00018279145,0.0006252931,0.22072881,0.003930216,0.0057270103,0.16342312,0.5172483,0.0004830817],"about_ca_topic_score_codex":0.1718226,"about_ca_topic_score_gemma":0.19580583,"teacher_disagreement_score":0.1718226,"about_ca_system_score_codex":0.043341592,"about_ca_system_score_gemma":0.04470406,"threshold_uncertainty_score":0.341645},"labels":[],"label_agreement":null},{"id":"W6929919148","doi":"10.48782/e-jiref-8-3-5","title":"Évaluer : entre innovation et tradition. Résultats préliminaires d’une boussole interactive pour innover en évaluation des apprentissages","year":2024,"lang":"fr","type":"article","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"Hemispheric Asymmetry in Neuroscience","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Context (archaeology); ESPACE; Work (physics)","score_opus":0.17961166147848018,"score_gpt":0.3862770137196137,"score_spread":0.20666535224113353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929919148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8663127,0.00784632,0.03471498,0.0036608244,0.000319507,0.0017040032,0.00037779228,0.00017433497,0.08488957],"genre_scores_gemma":[0.9285436,0.002789743,0.032567963,0.0010521646,0.000083726416,0.002336709,0.00029409846,0.00018402755,0.03214799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98001134,0.012840406,0.00080052495,0.0016460173,0.0039353366,0.0007664118],"domain_scores_gemma":[0.89281255,0.07964678,0.0039419467,0.0040410156,0.01698341,0.002574346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031675328,0.0006259501,0.00075884466,0.0022289813,0.003214065,0.0050752023,0.0010930966,0.0014110873,0.014249399],"category_scores_gemma":[0.0800418,0.0003871145,0.00093166577,0.0018602118,0.0030401365,0.004863005,0.004069556,0.0023755468,0.001840158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021651674,0.0020783595,0.053427022,0.0035239991,0.00027451935,0.00043522177,0.3283701,0.001123803,0.0084244395,0.029903086,0.005484709,0.56478953],"study_design_scores_gemma":[0.00038834935,0.0059215096,0.36774686,0.0074709305,0.0011401296,0.0011037397,0.2749403,0.0038855379,0.030134398,0.041237872,0.26560536,0.00042509378],"about_ca_topic_score_codex":0.006676507,"about_ca_topic_score_gemma":0.014204847,"teacher_disagreement_score":0.031675328,"about_ca_system_score_codex":0.004345919,"about_ca_system_score_gemma":0.0051182946,"threshold_uncertainty_score":0.16751713},"labels":[],"label_agreement":null},{"id":"W6948260147","doi":"10.48782/e-jiref-7-2-39","title":"Évaluer la production « spontanée » de récits oraux au secondaire obligatoire : Un design de validation d’outils d’évaluation","year":2022,"lang":"fr","type":"article","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Claus process; Context (archaeology); IVIVC; Intensive care","score_opus":0.1896450417261802,"score_gpt":0.33635036242151,"score_spread":0.1467053206953298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948260147","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4425626,0.0010220923,0.49842197,0.0016022761,0.00047347075,0.015375311,0.0008160919,0.001164984,0.038561184],"genre_scores_gemma":[0.49459425,0.00053702976,0.47413293,0.0003543151,0.000060645303,0.016512094,0.00055362686,0.0005271486,0.0127279665],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89391345,0.08092692,0.0056207795,0.0065123257,0.011519213,0.0015073355],"domain_scores_gemma":[0.7297095,0.18930395,0.010517821,0.024600524,0.042577203,0.0032909357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09261814,0.0016560741,0.0010714404,0.0022028992,0.0027179644,0.00893703,0.0026011323,0.001689039,0.010151956],"category_scores_gemma":[0.18961042,0.0011736546,0.0015298926,0.0012765926,0.0056145047,0.005540871,0.005186531,0.002207499,0.0018383617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005093124,0.003232384,0.036781646,0.007288859,0.00040558318,0.00047561867,0.2187351,0.009982023,0.057760302,0.06040087,0.005091087,0.5947534],"study_design_scores_gemma":[0.0026143868,0.030603359,0.103852905,0.010253163,0.0015214494,0.0012008186,0.16339266,0.04013646,0.23116541,0.05789015,0.35597888,0.0013903858],"about_ca_topic_score_codex":0.00369236,"about_ca_topic_score_gemma":0.0041597467,"teacher_disagreement_score":0.09261814,"about_ca_system_score_codex":0.0050698984,"about_ca_system_score_gemma":0.010117122,"threshold_uncertainty_score":0.48981738},"labels":[],"label_agreement":null},{"id":"W6967046959","doi":"10.48782/e-jiref-10-2-71","title":"La fidélité des scores totaux et la fidélité des scores logits : le cas du modèle de Rasch","year":2024,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Rasch model; Context (archaeology); Measure (data warehouse); Definiteness","score_opus":0.27877269542579824,"score_gpt":0.40899179610849484,"score_spread":0.1302191006826966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967046959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20392574,0.0023359081,0.7684192,0.005315199,0.00050206995,0.00069623394,0.001269292,0.00085693545,0.016679477],"genre_scores_gemma":[0.8913139,0.0009782872,0.09369804,0.00060954574,0.00026580927,0.0011082201,0.000901571,0.00029581142,0.010828801],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8473653,0.11779067,0.0037009222,0.013249645,0.014921986,0.0029714622],"domain_scores_gemma":[0.51871645,0.4183506,0.013002076,0.031342085,0.016988004,0.0016007252],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12894043,0.0019391119,0.0034112677,0.0042884443,0.0018858064,0.009131365,0.0032291997,0.0022155114,0.01055271],"category_scores_gemma":[0.33599725,0.0012837339,0.005101171,0.0054324097,0.008151837,0.0069848583,0.0051704305,0.0064924327,0.0026579937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020288802,0.0002781309,0.227053,0.0011154781,0.004924406,0.0004730205,0.009228939,0.08601052,0.0011096806,0.33667508,0.0066078207,0.32449502],"study_design_scores_gemma":[0.00027189337,0.0014183482,0.13689464,0.0011500657,0.0016643072,0.0012839868,0.0043149665,0.35707963,0.0032670158,0.45463136,0.037347,0.0006767555],"about_ca_topic_score_codex":0.014082324,"about_ca_topic_score_gemma":0.010906518,"teacher_disagreement_score":0.87105954,"about_ca_system_score_codex":0.0032967895,"about_ca_system_score_gemma":0.0057773585,"threshold_uncertainty_score":0.68191034},"labels":[],"label_agreement":null},{"id":"W6967402088","doi":"10.48782/e-jiref-10-3-77","title":"Le savoir-évaluer des enseignants formés à l’étranger face aux exigences de l’approche démocratisante de la réussite au Québec","year":2024,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Perspective (graphical); Context (archaeology); Future orientation","score_opus":0.29376153547357703,"score_gpt":0.4045609866271767,"score_spread":0.11079945115359968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967402088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051067,0.0006789387,0.0043819426,0.0058804867,0.000046441703,0.00011524441,0.00013846841,0.000031814252,0.08361995],"genre_scores_gemma":[0.97043926,0.00030750298,0.0015558315,0.00029540507,0.000005995811,0.00004145206,0.00005600435,0.000017544207,0.027280968],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9960318,0.0016664292,0.000101354395,0.00034936002,0.0010559276,0.0007951033],"domain_scores_gemma":[0.9906356,0.0020676446,0.000640102,0.00047387887,0.0047101807,0.0014726433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057029864,0.00028122478,0.0002978224,0.0011862353,0.009960061,0.0059998236,0.0008893052,0.00077271124,0.008422366],"category_scores_gemma":[0.00922509,0.00017638452,0.0002184792,0.0017120758,0.0050950036,0.0023533336,0.003040761,0.0013850868,0.0004165108],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020592233,0.00016926411,0.18206032,0.00031829122,0.000060686056,0.00096404745,0.5782383,0.0015008897,0.0050022453,0.065078065,0.008993065,0.15740891],"study_design_scores_gemma":[0.000010771073,0.000111337584,0.29615688,0.0004009547,0.000043999964,0.00012242896,0.5395058,0.0016870972,0.0016843129,0.005272046,0.15492208,0.00008223592],"about_ca_topic_score_codex":0.8898368,"about_ca_topic_score_gemma":0.95758355,"teacher_disagreement_score":0.11016321,"about_ca_system_score_codex":0.038454626,"about_ca_system_score_gemma":0.044715323,"threshold_uncertainty_score":0.2790091},"labels":[],"label_agreement":null},{"id":"W6967480922","doi":"10.48782/e-jiref-9-1-5","title":"Perceptions d’enseignants stagiaires québécois sur les pratiques d’accompagnement de leurs personnes enseignantes associées : élaboration et validation d’un questionnaire","year":2023,"lang":"fr","type":"peer-review","venue":"Association pour le Développement des Méthodologies d’Évaluation en Éducation - Europe","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Continuing education; Secondary education; Context (archaeology); Primary care","score_opus":0.2747588530300113,"score_gpt":0.39403314353116764,"score_spread":0.11927429050115634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967480922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950153,0.00019938532,0.00047961305,0.00064724556,0.000022145052,0.00024433466,0.00016399784,0.000008638721,0.0032193465],"genre_scores_gemma":[0.98874027,0.00059482665,0.0023491557,0.00043213437,0.000011643956,0.00086526084,0.0003303406,0.000010663067,0.0066657746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99600804,0.001558326,0.00033470453,0.0002628073,0.0012025577,0.00063358643],"domain_scores_gemma":[0.987703,0.0034445182,0.0014194824,0.000367746,0.004974792,0.0020904534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008404767,0.00032885472,0.00042717348,0.0013916119,0.0027020886,0.0020957792,0.0006928645,0.00073168636,0.0045957305],"category_scores_gemma":[0.013900764,0.00044107484,0.00047043813,0.0013005628,0.0019320723,0.0013218889,0.0018508373,0.0015259774,0.0005747344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024350571,0.00041139292,0.48483488,0.0004135844,0.00010630087,0.0005053868,0.45150134,0.00021833666,0.0032351092,0.00087987323,0.0043817656,0.0532686],"study_design_scores_gemma":[0.00002316952,0.0002926611,0.7947109,0.00024165196,0.000027855605,0.000118493335,0.18537961,0.00032079665,0.00046070892,0.0001341213,0.018216535,0.00007340983],"about_ca_topic_score_codex":0.3973365,"about_ca_topic_score_gemma":0.5073395,"teacher_disagreement_score":0.99196005,"about_ca_system_score_codex":0.00803998,"about_ca_system_score_gemma":0.012361386,"threshold_uncertainty_score":0.7900475},"labels":[],"label_agreement":null}]}