{"id":"W4200442254","doi":"10.1007/s41781-021-00074-y","title":"HEPiX Benchmarking Solution for WLCG Computing Resources","year":2021,"lang":"en","type":"article","venue":"Computing and Software for Big Science","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; CERN","keywords":"Benchmarking; Benchmark (surveying); Suite; Computer science; Spec#; Operating system; Software; Process (computing); Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002413123,0.0002499312,0.0003500076,0.0001758041,0.002401329,0.001152347,0.001132046,0.00009081436,3.820963e-7],"category_scores_gemma":[0.001129787,0.0002525194,0.0001276257,0.001341167,0.0002785192,0.0002870509,0.0008236927,0.0001447769,0.000002106485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000782487,"about_ca_system_score_gemma":0.000400031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002327866,"about_ca_topic_score_gemma":0.000006015549,"domain_scores_codex":[0.9969297,0.00007652077,0.0004771391,0.001167191,0.0004499594,0.0008994762],"domain_scores_gemma":[0.9970006,0.001127155,0.0002688312,0.0005413425,0.0008347125,0.0002274048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001464599,0.0001022762,0.00571046,0.0004004872,0.00003260832,0.00001329276,0.004699457,0.01016599,0.001922537,0.01328627,0.002040903,0.9616111],"study_design_scores_gemma":[0.0006479814,0.0001720741,0.003960596,0.0003514185,0.00001160575,0.0001158892,0.00008595917,0.9733675,0.0005914556,0.002286932,0.01795516,0.0004534289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1021151,0.0006773914,0.893302,0.0002873767,0.002785112,0.0002970306,0.00001413783,0.0004188262,0.0001029334],"genre_scores_gemma":[0.7101577,0.000003299525,0.2889034,0.0001889885,0.0006506738,0.000005196272,0.00001631986,0.00001109058,0.00006330895],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9632015,"threshold_uncertainty_score":0.9999927,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02919357362237127,"score_gpt":0.2796858537792263,"score_spread":0.250492280156855,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}