{"id":"W2166082200","doi":"10.1111/j.1540-5885.2010.00712.x","title":"How Cloudy a Crystal Ball: A Psychometric Assessment of Concept Testing","year":2010,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Variance (accounting); Respondent; Situational ethics; Computer science; Quality (philosophy); Item response theory; Scale (ratio); Psychology; Social psychology; Psychometrics; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1800733,0.001017,0.001253006,0.006970688,0.003561871,0.008250935,0.00288063,0.002430115,0.003219093],"category_scores_gemma":[0.5976011,0.001017245,0.002392608,0.006684253,0.0105564,0.01182465,0.006703765,0.005537483,0.0009450403],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004057387,"about_ca_system_score_gemma":0.00956724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002961919,"about_ca_topic_score_gemma":0.002205477,"domain_scores_codex":[0.7754938,0.1229145,0.01393055,0.005228074,0.08036192,0.002071231],"domain_scores_gemma":[0.4850566,0.3367938,0.01772662,0.04650145,0.1089944,0.004927016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008263823,0.001276308,0.1339704,0.001932153,0.0007299645,0.0004772236,0.04498069,0.005968764,0.006220001,0.1006544,0.02730588,0.6756579],"study_design_scores_gemma":[0.0009853819,0.01010552,0.2464568,0.007774784,0.001043565,0.002586779,0.08625267,0.1150675,0.01883897,0.3099934,0.1994279,0.001466691],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4236935,0.002832973,0.4851753,0.01643354,0.002203643,0.008852225,0.0006452472,0.001364197,0.05879935],"genre_scores_gemma":[0.7191744,0.0007019554,0.2693525,0.002706217,0.0001908731,0.004996477,0.0003555782,0.0004687647,0.002053356],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1800733,"threshold_uncertainty_score":0.9523299,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06364066975230798,"score_gpt":0.2961458464972573,"score_spread":0.2325051767449493,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}