{"id":"W2153172866","doi":"10.1111/j.1745-3984.2006.00016.x","title":"Evaluating DETECT Classification Accuracy and Consistency When Data Display Complex Structure","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Measurement","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curse of dimensionality; Correlation; Consistency (knowledge bases); Sample (material); Sample size determination; Dimension (graph theory); Nonparametric statistics; Statistics; Computer science; Pattern recognition (psychology); Artificial intelligence; Data mining; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00122307,0.0001127994,0.0001600125,0.00009566949,0.0001444082,0.0001233955,0.0007954196,0.00003241562,0.00002829815],"category_scores_gemma":[0.002315039,0.0000940699,0.00002493966,0.0000977119,0.00005550198,0.0006383612,0.0001410543,0.0001679152,0.000001209594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001955785,"about_ca_system_score_gemma":0.000508424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001889237,"about_ca_topic_score_gemma":0.0000236476,"domain_scores_codex":[0.9979215,0.0001294302,0.0005878019,0.0002517785,0.0009724339,0.0001370047],"domain_scores_gemma":[0.9973162,0.0004777885,0.0005579561,0.0004987031,0.001070416,0.00007893364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000666389,0.0004994089,0.004566924,0.0001199168,0.0001236716,0.000004515683,0.0003674093,0.001314704,0.2164056,0.5066014,0.03164512,0.2382847],"study_design_scores_gemma":[0.0003591166,0.0001552405,0.1301535,0.0001307253,0.00004648382,0.0001372823,0.0000172654,0.1084135,0.0006776497,0.7581525,0.001558922,0.000197747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007680226,0.0006416244,0.9828984,0.008206801,0.0002442407,0.0001564742,0.00002245093,0.00001538385,0.0001344282],"genre_scores_gemma":[0.5241539,0.000006222013,0.4756151,0.0000759272,0.0001302349,0.000002109538,0.000009014055,0.00000370066,0.000003716478],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5164737,"threshold_uncertainty_score":0.3836059,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3012466859744121,"score_gpt":0.4266774629592089,"score_spread":0.1254307769847969,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}