{"id":"W3015014030","doi":"10.5194/hess-25-1103-2021","title":"Technical note: “Bit by bit”: a practical and general approach for evaluating model computational complexity vs. model performance","year":2021,"lang":"en","type":"article","venue":"Hydrology and earth system sciences","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Fundação para a Ciência e a Tecnologia; Deutsche Forschungsgemeinschaft; Karlsruhe Institute of Technology; Northern Arizona University","keywords":"Computer science; Computational complexity theory; Computational model; Computational resource; Context (archaeology); Generality; Inference; Process (computing); Artificial intelligence; Machine learning; Theoretical computer science; Algorithm; Computer engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0240294,0.002890077,0.002056982,0.00437578,0.001920879,0.005909125,0.004748826,0.004189783,0.01180764],"category_scores_gemma":[0.181423,0.001372741,0.002100441,0.006780057,0.008475833,0.01654785,0.008738739,0.00791043,0.002750499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002587477,"about_ca_system_score_gemma":0.004077743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003387234,"about_ca_topic_score_gemma":0.003516319,"domain_scores_codex":[0.973837,0.0137829,0.001542153,0.00200262,0.008218287,0.0006170954],"domain_scores_gemma":[0.8543334,0.08683186,0.01169135,0.03203287,0.01338872,0.001721859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005451436,0.0002709096,0.009109517,0.000567296,0.0002914305,0.0003863846,0.0005052892,0.1924017,0.008080365,0.5979372,0.02865485,0.16125],"study_design_scores_gemma":[0.00003448675,0.0001891457,0.001454716,0.0001139322,0.00005885884,0.0004173042,0.0001628019,0.6955556,0.006294808,0.2850257,0.01056161,0.0001309694],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003139037,0.0002049045,0.9917347,0.001574281,0.0001778197,0.0000987561,0.0001459732,0.0007399606,0.002184465],"genre_scores_gemma":[0.1154873,0.0004009447,0.8787318,0.001295513,0.0003515111,0.0006329566,0.0003973513,0.00087802,0.001824558],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0240294,"threshold_uncertainty_score":0.1270811,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2950530322815473,"score_gpt":0.4343994556231803,"score_spread":0.1393464233416329,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}