{"id":"W4206124320","doi":"10.1109/bigdata52589.2021.9671894","title":"Towards Automated Variability-Aware Machine-Learning-Based Modeling Analysis","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Big Data (Big Data)","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automation; Variety (cybernetics); Data science; Process (computing); Software engineering; Feature (linguistics); Data modeling; Machine learning; Data mining; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009587432,0.000361019,0.0005805135,0.0009811779,0.0003623886,0.002987925,0.01072018,0.0001211269,0.00365872],"category_scores_gemma":[0.01191255,0.0003144896,0.0001659285,0.00305573,0.0001225336,0.0009120453,0.005609287,0.0005066611,0.0008616061],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001178082,"about_ca_system_score_gemma":0.0009323624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007574675,"about_ca_topic_score_gemma":0.001655955,"domain_scores_codex":[0.9899622,0.00093237,0.001242353,0.003492994,0.003916423,0.0004537142],"domain_scores_gemma":[0.9868199,0.001056729,0.0004540664,0.009633899,0.001782293,0.0002531372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000170209,0.0009532736,0.004750071,0.0000257181,0.001545689,0.0003296982,0.0001314187,0.3243661,0.0002676533,0.003080897,0.1072002,0.5571791],"study_design_scores_gemma":[0.0004070752,0.00002100729,0.0004623256,0.00004845913,0.0001760573,0.000003832053,0.0002154979,0.9454573,0.00007186833,0.001075086,0.05173487,0.0003266039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006097814,0.00002819982,0.9430241,0.005149219,0.00880574,0.0001769348,0.02898032,0.0003050787,0.007432602],"genre_scores_gemma":[0.9135749,0.00003581811,0.003204521,0.0004941832,0.0005610513,0.000007660873,0.08050201,0.0000177161,0.001602161],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9398196,"threshold_uncertainty_score":0.9999307,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5463838428580676,"score_gpt":0.4465904440958107,"score_spread":0.0997933987622569,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}