{"id":"W2002988936","doi":"10.1109/empire.2012.6347683","title":"LASR: A tool for large scale annotation of software requirements","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Annotation; Computer science; Set (abstract data type); Software; Scale (ratio); Adjudication; Information retrieval; Field (mathematics); Data science; Software engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004857067,0.00005721868,0.00007777617,0.00007565356,0.00003523561,0.00002350298,0.000321316,0.00003097987,0.00002151657],"category_scores_gemma":[0.0005337825,0.00005250333,0.00003744973,0.0002135563,0.000007140977,0.0005757355,0.0001248676,0.00003510969,0.00002792911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002878521,"about_ca_system_score_gemma":0.00002397012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003420257,"about_ca_topic_score_gemma":0.000001023349,"domain_scores_codex":[0.9991646,0.00001262518,0.0001306286,0.0001243799,0.0002489352,0.0003187672],"domain_scores_gemma":[0.9991867,0.0003141713,0.00002770746,0.0002965324,0.0001187688,0.00005611325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002255198,0.0005543755,0.8867241,0.0003582601,0.00005455844,8.554325e-7,0.003262847,0.0001406631,0.005219988,0.03641303,0.0184658,0.04878299],"study_design_scores_gemma":[0.003032616,0.0004542849,0.8075781,0.0001040251,0.00001625626,0.000009575162,0.00009057533,0.05116034,0.1036991,0.002009585,0.03110092,0.0007445833],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1212384,0.0000434775,0.8780543,0.0000468358,0.0002010882,0.0001887869,0.000005746051,0.0001665785,0.00005477829],"genre_scores_gemma":[0.6727299,9.47193e-7,0.3267339,0.00003629483,0.00004184605,0.00003919255,0.000003706604,0.000006465344,0.0004078035],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5514914,"threshold_uncertainty_score":0.2141024,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03028781257294305,"score_gpt":0.3096044863192998,"score_spread":0.2793166737463568,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}