{"id":"W4225270113","doi":"10.1016/j.ejdp.2022.100015","title":"Proposal, design, and evaluation of a values-based online survey","year":2022,"lang":"en","type":"article","venue":"EURO Journal on Decision Processes","topic":"Cultural Differences and Values","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for International Governance Innovation; Balsillie School of International Affairs; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test (biology); Computer science; Set (abstract data type); Task (project management); Exploratory research; Decision support system; Work (physics); Knowledge management; Psychology; Applied psychology; Data mining; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004046988,0.0001367333,0.0002207889,0.0001881647,0.0002886679,0.00006204205,0.0002548321,0.00003200111,0.00250321],"category_scores_gemma":[0.001849965,0.00009364777,0.00004728513,0.0004788088,0.00004407043,0.00008499956,0.00005317962,0.0002930717,0.00001221208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004102471,"about_ca_system_score_gemma":0.0003506029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001242082,"about_ca_topic_score_gemma":0.000009268039,"domain_scores_codex":[0.9963698,0.001617467,0.0004411636,0.0002511977,0.001162746,0.0001576739],"domain_scores_gemma":[0.9972202,0.001234957,0.000370269,0.00015731,0.0009317652,0.00008549066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01488743,0.006437488,0.07040907,0.0001520717,0.0003124099,0.0001559094,0.004825197,0.0447479,0.001872609,0.0004244912,0.0883328,0.7674426],"study_design_scores_gemma":[0.006456948,0.00753094,0.9507561,0.0002476465,0.0001980722,0.0004568096,0.001477997,0.007594389,0.0008143095,0.02041405,0.003584109,0.0004685667],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9941737,0.002002296,0.002554125,0.0002637644,0.0005383868,0.0002913503,0.00004364383,0.00001511139,0.0001176308],"genre_scores_gemma":[0.9977091,0.00007893919,0.001616058,0.0002360018,0.00006009174,0.00001762328,0.0000182225,0.00001631766,0.0002476225],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8803471,"threshold_uncertainty_score":0.9984086,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3192721743204114,"score_gpt":0.4632062877485186,"score_spread":0.1439341134281071,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}