{"id":"W2002988936","doi":"10.1109/empire.2012.6347683","title":"LASR: A tool for large scale annotation of software requirements","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Annotation; Computer science; Set (abstract data type); Software; Scale (ratio); Adjudication; Information retrieval; Field (mathematics); Data science; Software engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01736502,0.002697256,0.001437057,0.009792806,0.001992998,0.003638233,0.003794113,0.002507013,0.02344191],"category_scores_gemma":[0.04506516,0.001883476,0.001846513,0.004421882,0.001603316,0.006533803,0.006992095,0.003434725,0.01838636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001544614,"about_ca_system_score_gemma":0.003700554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002946065,"about_ca_topic_score_gemma":0.00573933,"domain_scores_codex":[0.9833407,0.00713974,0.002179859,0.001752378,0.005162367,0.0004249115],"domain_scores_gemma":[0.9429058,0.03310187,0.004093224,0.01186968,0.007140922,0.0008884217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000632403,0.0005174716,0.00254374,0.004091276,0.0002078052,0.001756091,0.008105901,0.008107118,0.06013155,0.02917235,0.2623919,0.6223424],"study_design_scores_gemma":[0.0003725798,0.0004425866,0.007412288,0.001156252,0.0001371731,0.002296484,0.002940906,0.1378157,0.0647506,0.04813906,0.733915,0.0006213191],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003857073,0.0001314766,0.821585,0.0003570558,0.0001014029,0.0007891665,0.006052183,0.160761,0.00636564],"genre_scores_gemma":[0.03392016,0.0002423377,0.9174817,0.0003755512,0.00007447969,0.001997829,0.02463192,0.01273433,0.008541725],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02344191,"threshold_uncertainty_score":0.09183609,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03028781257294305,"score_gpt":0.3096044863192998,"score_spread":0.2793166737463568,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}