{"id":"W2100318138","doi":"10.1177/1541931214581482","title":"An Integrated Modular On-line Experiment Platform Proposal for Simulation-Based Experiments with Domain Experts as Participants","year":2014,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Subject-matter expert; USable; Domain (mathematical analysis); Modular design; Population; Subject matter; Web application; Human–computer interaction; Task (project management); Usability; Data science; World Wide Web; Systems engineering; Artificial intelligence; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004199868,0.0002805868,0.0002967122,0.00003328349,0.0005226131,0.000075346,0.0002702355,0.000137905,0.00001341037],"category_scores_gemma":[0.00003065793,0.0001845086,0.0001282014,0.00007236031,0.0001671862,0.0002023969,0.00004636054,0.0001396868,5.274252e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008223438,"about_ca_system_score_gemma":0.00003608888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001071798,"about_ca_topic_score_gemma":0.000007355218,"domain_scores_codex":[0.9986613,0.00001080151,0.0003629049,0.0004017175,0.0001581661,0.0004051344],"domain_scores_gemma":[0.9991015,0.0001084739,0.000343437,0.0001629416,0.0001639223,0.0001197152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.006104496,0.003324204,0.2475378,0.0005211217,0.001066188,3.673895e-7,0.4455625,0.107478,0.1031162,0.08180889,0.0007867748,0.002693459],"study_design_scores_gemma":[0.007350024,0.007254815,0.01330969,0.0006022456,0.0001312004,0.000001557466,0.165076,0.6971461,0.1028392,0.002743261,0.002047033,0.001498856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984741,0.00001924544,0.0004770376,0.00005226436,0.0001477892,0.0005457446,0.0000371494,0.00004721942,0.0001994942],"genre_scores_gemma":[0.9965786,0.000001170259,0.002926467,0.0001557109,0.0001102833,0.0001022003,0.00002070117,0.00004711493,0.0000576987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5896682,"threshold_uncertainty_score":0.7524043,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03824977603010887,"score_gpt":0.3257474445497386,"score_spread":0.2874976685196298,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}