{"id":"W4224287853","doi":"10.1145/3508479","title":"Just-In-Time Defect Prediction on JavaScript Projects: A Replication Study","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China; National Research Foundation Singapore","keywords":"JavaScript; Computer science; Java; Unobtrusive JavaScript; Machine learning; Artificial intelligence; Replication (statistics); Java Programming Language; Natural language processing; Software engineering; Programming language; Rich Internet application","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008426437,0.001190579,0.001016876,0.003603845,0.0007784706,0.001453817,0.001814181,0.001189542,0.0008220244],"category_scores_gemma":[0.03992362,0.000445402,0.001513743,0.002513006,0.0007896387,0.003664635,0.001236567,0.002105284,0.0009972227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009346705,"about_ca_system_score_gemma":0.001323651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009919353,"about_ca_topic_score_gemma":0.01036838,"domain_scores_codex":[0.9923062,0.002552067,0.0006836667,0.00231248,0.001767821,0.0003778367],"domain_scores_gemma":[0.9323357,0.02667941,0.007964983,0.01575844,0.0153989,0.00186271],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001134696,0.003721781,0.7818263,0.001358107,0.0008315272,0.0009670058,0.002519167,0.01438259,0.006561479,0.0009155834,0.01644172,0.1693401],"study_design_scores_gemma":[0.0003371793,0.003406301,0.7386821,0.0004982477,0.000870725,0.001885975,0.004049052,0.2187138,0.01000795,0.002193265,0.01908546,0.0002699637],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983952,0.0009391988,0.009098691,0.0002717773,0.0001102026,0.0002812703,0.003041469,0.001066603,0.001238714],"genre_scores_gemma":[0.9717116,0.0004119858,0.01502289,0.0002163601,0.00009867331,0.0003193706,0.01081005,0.0001640145,0.001245061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9915736,"threshold_uncertainty_score":0.04456383,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1055645571545579,"score_gpt":0.3332004721546199,"score_spread":0.227635915000062,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}