{"id":"W3007482657","doi":"10.1109/bigdata47090.2019.9006441","title":"iEnvironment: Perspectives on Metadata-Oriented Testing of Research Software","year":2019,"lang":"en","type":"article","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metadata; Software engineering; Reuse; Software; Software construction; Software development; Software system; Domain (mathematical analysis); Data science; World Wide Web; Engineering; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0401061,0.001110929,0.0009507119,0.006025877,0.001832532,0.0105162,0.008088785,0.007648443,0.006754939],"category_scores_gemma":[0.09401052,0.0006804606,0.001674604,0.003266921,0.02203619,0.01813817,0.005128371,0.003239982,0.0008732906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004230027,"about_ca_system_score_gemma":0.003893027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005034513,"about_ca_topic_score_gemma":0.001764491,"domain_scores_codex":[0.966694,0.02122486,0.001756398,0.002372061,0.006470972,0.001481696],"domain_scores_gemma":[0.8594023,0.1066464,0.006097347,0.01687031,0.008858635,0.002124975],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005178082,0.0001316471,0.001714975,0.0001741029,0.00001518179,0.0002719255,0.0007614715,0.005814608,0.0006274928,0.9552251,0.00147085,0.0337409],"study_design_scores_gemma":[0.0000606873,0.0002674946,0.0009923185,0.000545759,0.00002312509,0.0003757644,0.0007296992,0.04139932,0.002352982,0.9204237,0.03276356,0.00006554749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03193425,0.006474698,0.8114163,0.03157341,0.0007590302,0.0003734024,0.0002198683,0.00141469,0.1158343],"genre_scores_gemma":[0.5317279,0.005331541,0.4408464,0.005568059,0.001267988,0.0009195423,0.0005147295,0.0009133701,0.01291053],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9598939,"threshold_uncertainty_score":0.2121039,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3051386419131368,"score_gpt":0.4515904673535772,"score_spread":0.1464518254404404,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}