{"id":"W4307812665","doi":"10.1145/3569934","title":"What Is the Intended Usage Context of This Model? An Exploratory Study of Pre-Trained Models on Various Model Repositories","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Reuse; Benchmark (surveying); Leverage (statistics); Software engineering; Software; Machine learning; Artificial intelligence; Domain engineering; Code reuse; Context (archaeology); Software development; Software construction; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001684671,0.0002497213,0.0004445342,0.0003773897,0.000252679,0.00004966792,0.001192635,0.00009401803,0.000005707362],"category_scores_gemma":[0.0005995353,0.0002201575,0.00009691194,0.0004923051,0.00007462773,0.0005611841,0.0001241418,0.0006950884,2.325743e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007824258,"about_ca_system_score_gemma":0.0001037023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005240041,"about_ca_topic_score_gemma":0.000007701169,"domain_scores_codex":[0.9976923,0.0005241901,0.0004210589,0.0005520455,0.0004973747,0.0003129782],"domain_scores_gemma":[0.9942197,0.003902327,0.00009898693,0.00152165,0.0001525913,0.0001047721],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001072072,0.0003066486,0.00001055809,0.00003576123,0.0001103449,0.000005081617,0.05563957,0.9319705,0.0007978898,0.000678809,0.00001200926,0.01032566],"study_design_scores_gemma":[0.000575676,0.001549012,0.00005413363,0.00002669226,0.00004110251,0.00002669662,0.003226376,0.9871623,0.005301997,0.001802168,0.00001700181,0.0002168649],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1897774,0.0001830558,0.808771,0.0001137102,0.0005582678,0.0003354845,0.00002279593,0.0002373989,9.0151e-7],"genre_scores_gemma":[0.7874305,0.00005431525,0.2120467,0.00008649802,0.00001076725,0.0002559171,0.000001590202,0.00003183779,0.00008187946],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.597653,"threshold_uncertainty_score":0.897776,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1167313584876961,"score_gpt":0.3331440335694716,"score_spread":0.2164126750817755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}