{"id":"W2166082200","doi":"10.1111/j.1540-5885.2010.00712.x","title":"How Cloudy a Crystal Ball: A Psychometric Assessment of Concept Testing","year":2010,"lang":"en","type":"article","venue":"Journal of Product Innovation Management","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Variance (accounting); Respondent; Situational ethics; Computer science; Quality (philosophy); Item response theory; Scale (ratio); Psychology; Social psychology; Psychometrics; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004102064,0.0002544537,0.0004030476,0.002233323,0.0001310326,0.0004510015,0.000523791,0.00005541164,0.0001778079],"category_scores_gemma":[0.001540313,0.0002073369,0.0001029098,0.007449934,0.00007880118,0.001908486,0.0001724704,0.0005271462,0.000006577027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006760086,"about_ca_system_score_gemma":0.00005396646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008820382,"about_ca_topic_score_gemma":0.000001756056,"domain_scores_codex":[0.9967349,0.00003805493,0.001366253,0.0003634892,0.001211727,0.0002856369],"domain_scores_gemma":[0.9932966,0.00008095462,0.00305813,0.000468115,0.003079769,0.00001649114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002113466,0.002442637,0.08153538,0.001773991,0.000982726,0.00004812513,0.00009909821,0.000846751,0.1891641,0.3666634,0.0749023,0.2813301],"study_design_scores_gemma":[0.005698881,0.0005591904,0.3136431,0.0004207629,0.0008295804,0.0001101045,0.001478783,0.002325754,0.007819631,0.02545824,0.6402418,0.001414182],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9106397,0.0001101424,0.04287416,0.01988016,0.00888448,0.001737034,0.000005234283,0.0001836939,0.0156854],"genre_scores_gemma":[0.9693046,0.000004239106,0.0258149,0.0009209701,0.003123794,0.00001507371,0.000015186,0.00002782741,0.0007734699],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5653395,"threshold_uncertainty_score":0.8454954,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06364066975230798,"score_gpt":0.2961458464972573,"score_spread":0.2325051767449493,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}