{"id":"W2599662706","doi":"","title":"PAPER: Examining Validity Evidence for Multidimensional Forced Choice Measures using Four Scoring Approaches","year":2016,"lang":"en","type":"article","venue":"ITC 2016 Conference","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Two-alternative forced choice; Item response theory; Psychology; Test (biology); Normative; Likert scale; Classical test theory; Rank (graph theory); Statistics; Psychometrics; Social psychology; Mathematics; Cognitive psychology; Clinical psychology; Developmental psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008550921,0.0002954145,0.0003258598,0.00009291959,0.0002706803,0.0001028782,0.0009346049,0.0001161405,0.00001274778],"category_scores_gemma":[0.003832487,0.000211686,0.0000767817,0.0001371138,0.0001459857,0.001671401,0.0004387433,0.0001362269,0.00001373959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000140218,"about_ca_system_score_gemma":0.0003009081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007490507,"about_ca_topic_score_gemma":0.00001818494,"domain_scores_codex":[0.9974527,0.0001438573,0.0004225292,0.0009042761,0.0004875613,0.0005890863],"domain_scores_gemma":[0.9948332,0.003514908,0.0002138418,0.0008091579,0.000442083,0.0001867497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007552985,0.00006167037,0.001846205,0.0000858636,0.00003330616,0.0000104801,0.0001804968,0.0004462181,0.3542525,0.2254398,0.0002260061,0.417342],"study_design_scores_gemma":[0.001107435,0.0003894646,0.002134324,0.002842676,0.00004221956,0.00003377072,0.00001735852,0.8235944,0.07054983,0.09708646,0.001071908,0.001130186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01366572,0.0001194543,0.9845371,0.0004201433,0.0002444684,0.0004605747,0.00001585295,0.0004506143,0.00008613729],"genre_scores_gemma":[0.5067876,0.00001965188,0.492901,0.00006252174,0.00007168877,0.00006314383,4.400385e-7,0.00001441656,0.00007956489],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8231481,"threshold_uncertainty_score":0.8632303,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.690729672794958,"score_gpt":0.3971126026713275,"score_spread":0.2936170701236305,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}