{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.167291,0.0009838575,0.001285228,0.002079345,0.003647572,0.01082316,0.002797227,0.005435307,0.04971809],"category_scores_gemma":[0.4267625,0.0008322321,0.001147135,0.004920752,0.004915063,0.01133529,0.004628622,0.005100467,0.01342959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004073591,"about_ca_system_score_gemma":0.007853708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009078974,"about_ca_topic_score_gemma":0.01365146,"domain_scores_codex":[0.8781745,0.09274881,0.004656558,0.008125767,0.01246662,0.003827805],"domain_scores_gemma":[0.4591464,0.3790958,0.02119587,0.04043083,0.08972251,0.01040854],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008518859,0.0003716432,0.09106738,0.002467603,0.0007846616,0.0002183668,0.003429041,0.002023109,0.0008895859,0.03956959,0.6649479,0.1933792],"study_design_scores_gemma":[0.0007465467,0.000443058,0.1629024,0.01433028,0.0009907549,0.0002561097,0.01610299,0.00821478,0.005083562,0.09934529,0.6911775,0.0004067117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.06201467,0.02466236,0.04283304,0.6823903,0.00968191,0.002364941,0.01317162,0.0008290902,0.162052],"genre_scores_gemma":[0.6917328,0.01406982,0.02670531,0.1796992,0.006762999,0.004805473,0.02638047,0.001283613,0.04856037],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.832709,"threshold_uncertainty_score":0.8847299,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0851315501571733,"score_gpt":0.305890984941278,"score_spread":0.2207594347841047,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}