{"id":"W4395956893","doi":"10.1016/j.infsof.2024.107478","title":"Studying and recommending information highlighting in Stack Overflow answers","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"Huawei Technologies (Canada); Concordia University; Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disk formatting; Computer science; Information retrieval; Leverage (statistics); Named-entity recognition; Precision and recall; Identification (biology); Source code; Code (set theory); World Wide Web; Artificial intelligence; Data science; Natural language processing; Machine learning; Task (project management); Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002228842,0.0007294099,0.0004592019,0.006686685,0.001063482,0.002122573,0.0005839212,0.001422857,0.004250973],"category_scores_gemma":[0.04285856,0.0002781603,0.0004078605,0.002787661,0.000284709,0.004482593,0.0006928843,0.0008924765,0.001494521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006706473,"about_ca_system_score_gemma":0.001539766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005808549,"about_ca_topic_score_gemma":0.009185128,"domain_scores_codex":[0.998008,0.0005547547,0.0002186335,0.0002528141,0.0007935332,0.0001723247],"domain_scores_gemma":[0.9710454,0.01864151,0.003562621,0.0008384344,0.005049034,0.0008629752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001596428,0.001153428,0.294997,0.002069005,0.0002379502,0.001027341,0.006360958,0.004461471,0.03057198,0.005564542,0.03883043,0.6131295],"study_design_scores_gemma":[0.0002753454,0.003702739,0.3863787,0.002420893,0.001855126,0.002422281,0.01931409,0.2789821,0.1010064,0.02183108,0.1813252,0.0004861032],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9402735,0.002736559,0.03712278,0.002250441,0.0003639016,0.0003605468,0.002158143,0.003937478,0.01079654],"genre_scores_gemma":[0.9290985,0.001182644,0.06005066,0.0003606046,0.000342094,0.00007299241,0.002892346,0.0002582668,0.005741953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006686685,"threshold_uncertainty_score":0.01422089,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01039421026936476,"score_gpt":0.2473738954733816,"score_spread":0.2369796852040169,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}