{"id":"W4389743389","doi":"10.1080/03155986.2023.2285174","title":"Cost of effort in benchmarking: exploration and applications","year":2023,"lang":"en","type":"article","venue":"INFOR Information Systems and Operational Research","topic":"Capital Investment and Risk Analysis","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Science Foundation of Hunan Province; National Natural Science Foundation of China","keywords":"Benchmarking; Computer science; Data science; Business; Marketing","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001970867,0.0000527515,0.0001478403,0.0009170676,0.0001410754,0.0001936765,0.00005745982,0.0000558822,0.00002158838],"category_scores_gemma":[0.00006920294,0.00005251282,0.00001893617,0.0007367065,0.00006754493,0.001473902,0.00005013964,0.00008195721,0.0001779066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003934774,"about_ca_system_score_gemma":0.00002955402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006647298,"about_ca_topic_score_gemma":0.00004507279,"domain_scores_codex":[0.9990333,0.00001320058,0.0006114661,0.00009087933,0.0001207639,0.0001303865],"domain_scores_gemma":[0.9995073,0.00009491886,0.000108371,0.00009241148,0.0001498024,0.00004719849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007317051,0.000007276679,0.02103739,0.00007349404,0.00001017613,1.091647e-7,0.001292397,0.00264689,0.000003705204,0.9727202,0.0006237421,0.001577283],"study_design_scores_gemma":[0.0009473953,0.0001037379,0.1306663,0.00006136519,0.000002836563,0.000003736356,0.00534756,0.5196775,0.00004246736,0.01787687,0.3250285,0.000241649],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8822724,0.008368025,0.01483992,0.002854895,0.0004741951,0.006619489,0.0008565864,0.0001150094,0.08359944],"genre_scores_gemma":[0.9959785,0.002639738,0.00006539805,0.00003030807,0.00005423851,0.0004555536,0.000335869,0.000003244087,0.0004371678],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9548433,"threshold_uncertainty_score":0.2286689,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1586166327117511,"score_gpt":0.3447072282349952,"score_spread":0.1860905955232441,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}