{"id":"W3169848230","doi":"10.1016/j.obhdp.2021.02.003","title":"Same data, different conclusions: Radical dispersion in empirical results when independent analysts operationalize and test the same hypothesis","year":2021,"lang":"en","type":"article","venue":"Organizational Behavior and Human Decision Processes","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; McGill University; University of Toronto; St. Michael's Hospital","funders":"Institut Européen d'Administration des Affaires; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Operationalization; Psychology; Test (biology); Empirical research; Econometrics; Dispersion (optics); Social psychology; Statistics; Epistemology; Economics; Mathematics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2736568,0.001211047,0.002066579,0.008604383,0.003800553,0.01376759,0.003541184,0.003155881,0.002547265],"category_scores_gemma":[0.5709922,0.0009674969,0.002656384,0.00678899,0.01351599,0.0103394,0.009692393,0.005629595,0.0009654436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003688845,"about_ca_system_score_gemma":0.003903765,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002111118,"about_ca_topic_score_gemma":0.001493565,"domain_scores_codex":[0.7023346,0.1626007,0.02340063,0.04458426,0.06338032,0.003699381],"domain_scores_gemma":[0.3147424,0.4542759,0.04384037,0.1422173,0.04194869,0.002975457],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003529248,0.00104732,0.2155009,0.003922292,0.008096037,0.001500209,0.1439929,0.004893637,0.02598599,0.2749829,0.02596902,0.2905796],"study_design_scores_gemma":[0.0007433607,0.0008207308,0.2062526,0.002570639,0.002978932,0.0008356991,0.04814291,0.02521282,0.02580276,0.5972875,0.08857501,0.0007771231],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5205885,0.003891886,0.4114423,0.02176025,0.002750179,0.003279792,0.00333381,0.001856562,0.03109669],"genre_scores_gemma":[0.8221911,0.0002852431,0.1651825,0.005764284,0.0005722091,0.002555534,0.00151747,0.0007284413,0.001203264],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7263432,"threshold_uncertainty_score":0.8957105,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.40184467338185,"score_gpt":0.5088002697968736,"score_spread":0.1069555964150236,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}