{"id":"W4388460723","doi":"10.1080/00085030.2023.2278911","title":"Intra- and inter-rater reliability of a manual codification system for footwear impressions: first lessons learned from the development of a footwear database for forensic intelligence purposes","year":2023,"lang":"en","type":"article","venue":"Canadian Society of Forensic Science Journal","topic":"Forensic and Genetic Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; International Centre for Comparative Criminology","funders":"","keywords":"Reliability (semiconductor); Law enforcement; Forensic science; Crime scene; Computer science; Applied psychology; Test (biology); Psychology; Kappa; Inter-rater reliability; Cohen's kappa; Artificial intelligence; Law; Machine learning; Criminology; Mathematics; Developmental psychology; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1421396,0.0009002181,0.0009789836,0.002228713,0.001403261,0.002557731,0.002046678,0.001150003,0.0008160107],"category_scores_gemma":[0.2328599,0.0005813983,0.001181219,0.001548075,0.002440419,0.002399068,0.002709975,0.001677569,0.0008284686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001595802,"about_ca_system_score_gemma":0.002318907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003397061,"about_ca_topic_score_gemma":0.005698848,"domain_scores_codex":[0.8689197,0.07401399,0.0107245,0.01009059,0.03488896,0.001362311],"domain_scores_gemma":[0.7125736,0.1353725,0.01184043,0.03048057,0.107931,0.001801828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002638548,0.001672364,0.3575519,0.001852419,0.001459824,0.0006721587,0.09119042,0.005586484,0.05408162,0.003984944,0.005689105,0.4736203],"study_design_scores_gemma":[0.0003553896,0.005800507,0.7945492,0.001844295,0.0008313539,0.001762582,0.0229665,0.06824765,0.07170249,0.006347063,0.02488809,0.0007049011],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8134354,0.001579062,0.1728002,0.0006591557,0.0005004735,0.002597142,0.0003239868,0.0003665931,0.007737963],"genre_scores_gemma":[0.859915,0.0004398829,0.1365297,0.0001094031,0.0001646611,0.001267327,0.0003166551,0.0001793504,0.001078031],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1421396,"threshold_uncertainty_score":0.7517149,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07127048238383535,"score_gpt":0.340247174225288,"score_spread":0.2689766918414527,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}