{"id":"W1965772655","doi":"10.1109/msr.2013.6624048","title":"The MSR Cookbook: Mining a decade of research","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Best practice; Scope (computer science); Artifact (error); Data science; Categorization; Theme (computing); Computer science; Library science; Political science; Public relations; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02951352,0.000941477,0.001183811,0.04780263,0.002985019,0.01077192,0.002136371,0.001691132,0.00599936],"category_scores_gemma":[0.1253737,0.001152989,0.001374317,0.07474379,0.002781246,0.01587526,0.00495609,0.003023209,0.003164802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004317803,"about_ca_system_score_gemma":0.01285052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005560754,"about_ca_topic_score_gemma":0.01490835,"domain_scores_codex":[0.9781631,0.007060817,0.004823651,0.002957304,0.00636064,0.0006345665],"domain_scores_gemma":[0.8369606,0.0954653,0.01783927,0.01924238,0.02700198,0.003490512],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002109556,0.00008670947,0.02004198,0.01666753,0.0004021911,0.000668259,0.04314888,0.0008026063,0.004387313,0.03314194,0.2237765,0.6566651],"study_design_scores_gemma":[0.00002858964,0.00008611089,0.01331005,0.01539849,0.0002085965,0.0004314355,0.02476146,0.0007687397,0.001711673,0.01766211,0.9255204,0.0001122626],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1675941,0.2926034,0.2037205,0.1103095,0.01310755,0.00360743,0.1127104,0.006715113,0.08963188],"genre_scores_gemma":[0.2630053,0.1493865,0.4446648,0.01620975,0.003589144,0.004997007,0.08513128,0.004543574,0.02847265],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9704865,"threshold_uncertainty_score":0.1560843,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05897519482048948,"score_gpt":0.3519680068350489,"score_spread":0.2929928120145594,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}