{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003130967,0.0002271026,0.0001659301,0.0002808089,0.00005843343,0.001195379,0.0007452666,0.00009413373,0.000102684],"category_scores_gemma":[0.002373941,0.0002356108,0.00005055558,0.0002088897,0.00002961416,0.00130877,0.0001649964,0.000328669,0.00004010168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001071723,"about_ca_system_score_gemma":0.00007687357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002617756,"about_ca_topic_score_gemma":5.591388e-7,"domain_scores_codex":[0.9983303,0.00004083365,0.0001582128,0.0004931708,0.0006486502,0.0003288166],"domain_scores_gemma":[0.9985084,0.0006083708,0.00004192313,0.0004029303,0.0002582544,0.0001801271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003061193,0.0002885286,0.08979174,0.0001979269,0.0004259264,0.0004114267,0.003697149,0.01506738,0.002136204,0.818628,0.01372954,0.05559563],"study_design_scores_gemma":[0.004387861,0.0009365942,0.067808,0.001976785,0.0000401182,0.001165363,0.0006385751,0.4573046,0.03549113,0.01665499,0.4087893,0.004806644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03315892,0.0001609054,0.9606931,0.003357938,0.001607719,0.0001292227,0.000003684786,0.0006989817,0.0001894818],"genre_scores_gemma":[0.9109819,0.0001138546,0.08800984,0.0002952219,0.000111961,0.0000486305,0.000008431502,0.00003062044,0.0003995296],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.877823,"threshold_uncertainty_score":0.9998415,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0851315501571733,"score_gpt":0.305890984941278,"score_spread":0.2207594347841047,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}