{"id":"W4307812665","doi":"10.1145/3569934","title":"What Is the Intended Usage Context of This Model? An Exploratory Study of Pre-Trained Models on Various Model Repositories","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Reuse; Benchmark (surveying); Leverage (statistics); Software engineering; Software; Machine learning; Artificial intelligence; Domain engineering; Code reuse; Context (archaeology); Software development; Software construction; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01254839,0.001243104,0.001146876,0.002511385,0.001362281,0.003912847,0.003068037,0.001860968,0.003548824],"category_scores_gemma":[0.07779439,0.000896118,0.001693462,0.003051511,0.00175575,0.01190611,0.002338843,0.003760007,0.002117695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002028872,"about_ca_system_score_gemma":0.003277014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01052277,"about_ca_topic_score_gemma":0.01481966,"domain_scores_codex":[0.9879892,0.004557082,0.001052319,0.002314839,0.00328029,0.0008062051],"domain_scores_gemma":[0.943551,0.02401736,0.00184409,0.02249183,0.007403007,0.0006927642],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001788959,0.001326028,0.1801957,0.002805953,0.0007837965,0.00336748,0.008119728,0.1183469,0.01850078,0.07009395,0.08310604,0.5115646],"study_design_scores_gemma":[0.0001581446,0.0006088787,0.02920522,0.000936451,0.0003784923,0.002213471,0.003340462,0.8004618,0.03100394,0.03623262,0.09520467,0.0002558972],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6800328,0.003510082,0.238929,0.006705214,0.000526867,0.0006059091,0.01618797,0.02316587,0.03033629],"genre_scores_gemma":[0.8394061,0.001153615,0.1215656,0.001031434,0.0001022809,0.0006759895,0.02302701,0.007362306,0.005675585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9874516,"threshold_uncertainty_score":0.06636304,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1167313584876961,"score_gpt":0.3331440335694716,"score_spread":0.2164126750817755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}