{"id":"W4395956893","doi":"10.1016/j.infsof.2024.107478","title":"Studying and recommending information highlighting in Stack Overflow answers","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"Huawei Technologies (Canada); Concordia University; Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disk formatting; Computer science; Information retrieval; Leverage (statistics); Named-entity recognition; Precision and recall; Identification (biology); Source code; Code (set theory); World Wide Web; Artificial intelligence; Data science; Natural language processing; Machine learning; Task (project management); Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043289,0.0001063522,0.0001139641,0.001435208,0.00008673479,0.0004611515,0.0002333127,0.0001339371,0.000003935132],"category_scores_gemma":[0.0007401841,0.0001045577,0.00001197682,0.0009530096,0.00003957714,0.004823328,0.0002966401,0.0003059513,0.00003178125],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009333616,"about_ca_system_score_gemma":0.00004125543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001772913,"about_ca_topic_score_gemma":0.000003080762,"domain_scores_codex":[0.9991439,0.00001208024,0.0003189825,0.0001205802,0.0001617961,0.0002426809],"domain_scores_gemma":[0.9993744,0.0003030555,0.00004078433,0.0001898622,0.00004853136,0.00004333377],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002442291,0.000004041774,0.0340781,0.0002054901,0.00001107206,0.000006658108,0.003865276,0.0001562091,0.000007795674,0.02745532,0.0003454505,0.9338621],"study_design_scores_gemma":[0.002685573,0.0005282495,0.1132774,0.001263805,0.00001473129,0.0005470656,0.004079781,0.5391834,0.001255678,0.01546658,0.320123,0.001574646],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2975636,0.0004982749,0.6955978,0.002897694,0.0004084291,0.0002758041,0.000004246232,0.002593119,0.0001610034],"genre_scores_gemma":[0.9626874,0.000171606,0.03692436,0.000155076,0.000008578855,0.00003236846,0.000008292663,0.000004858208,0.00000742444],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9322875,"threshold_uncertainty_score":0.4446895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01039421026936476,"score_gpt":0.2473738954733816,"score_spread":0.2369796852040169,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}