{"id":"W1998420836","doi":"10.1145/979743.979751","title":"Report on the First International Workshop on Comparative Evaluation in Requirements Engineering","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements engineering; Computer science; Engineering management; Engineering; Management science; Engineering ethics; Systems engineering; Software","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09155843,0.001139386,0.001212041,0.004196746,0.002121859,0.00683906,0.002289254,0.002919849,0.06074992],"category_scores_gemma":[0.1101699,0.0006411811,0.002021476,0.00348287,0.0014246,0.006893492,0.005846864,0.004109455,0.01263322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003829876,"about_ca_system_score_gemma":0.006234587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003444365,"about_ca_topic_score_gemma":0.004684147,"domain_scores_codex":[0.9443575,0.03202007,0.002692507,0.002763093,0.01642667,0.001740184],"domain_scores_gemma":[0.8524586,0.04934659,0.002838206,0.01310869,0.07670826,0.005539599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00123606,0.001384535,0.001736393,0.001297602,0.0001504349,0.0002403626,0.003920107,0.00146654,0.00541322,0.04335533,0.3841052,0.5556942],"study_design_scores_gemma":[0.0002720917,0.001251002,0.005936946,0.00177734,0.0001302556,0.000188662,0.00254069,0.001134799,0.006252568,0.02214909,0.9582231,0.0001435139],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03630202,0.02243439,0.2613439,0.06734281,0.04295442,0.01628667,0.006722836,0.001722577,0.5448903],"genre_scores_gemma":[0.1947563,0.02606679,0.2832246,0.01605799,0.008050196,0.01735076,0.02534445,0.003194758,0.425954],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.09155843,"threshold_uncertainty_score":0.4842131,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07222270662731178,"score_gpt":0.3246901087089216,"score_spread":0.2524674020816098,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}