{"id":"W4366136173","doi":"10.2139/ssrn.4421954","title":"A First Look at Information Highlighting in Stack Overflow Answers","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Concordia University; University of Manitoba","funders":"","keywords":"Stack (abstract data type); Computer science; Data science; World Wide Web; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002472501,0.0003805209,0.000471832,0.001013096,0.0002701955,0.000403512,0.00202122,0.0002979865,0.000007679214],"category_scores_gemma":[0.0001628074,0.0003776949,0.000284859,0.0007581756,0.00003789525,0.001739247,0.001831529,0.004403585,0.0001453548],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006990409,"about_ca_system_score_gemma":0.002136925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001966628,"about_ca_topic_score_gemma":0.005991392,"domain_scores_codex":[0.9953203,0.0001079345,0.0009095508,0.0004833552,0.0007088437,0.002470075],"domain_scores_gemma":[0.9979302,0.0001073446,0.0008581483,0.0008313165,0.0001700926,0.0001028412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001457927,0.0002466165,0.01692052,0.0004169591,0.001288874,0.0001819675,0.007364921,0.1718629,0.0002008409,0.6712032,0.004146586,0.1260208],"study_design_scores_gemma":[0.0006450776,0.0001811963,0.001320027,0.0004144849,0.00004326406,0.0001913691,0.0003211304,0.09441093,0.0003595033,0.8948192,0.00641314,0.0008806862],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01987865,0.0007873014,0.9750912,0.002502798,0.0004438657,0.0003176073,0.000003955073,0.0005803582,0.0003943301],"genre_scores_gemma":[0.9404255,0.01997244,0.03656896,0.000294945,0.0003927988,0.00009560705,0.00006148972,0.00008503559,0.002103291],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9385222,"threshold_uncertainty_score":0.9998675,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01091584727549519,"score_gpt":0.2544394522229137,"score_spread":0.2435236049474185,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}