{"id":"W2148787816","doi":"10.1145/2393596.2393661","title":"Seeking the ground truth","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Set (abstract data type); Adaptation (eye); Java; Application programming interface; Software; Code (set theory); Recommender system; Programming language; Software engineering; Information retrieval; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01270954,0.001469761,0.001532699,0.006646432,0.002684972,0.01167153,0.003510893,0.005842259,0.02166692],"category_scores_gemma":[0.119385,0.0009044326,0.0008727092,0.005000194,0.004517184,0.01979799,0.004257517,0.004623157,0.008926254],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002475285,"about_ca_system_score_gemma":0.003598484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003335011,"about_ca_topic_score_gemma":0.003440753,"domain_scores_codex":[0.982873,0.006096927,0.001318782,0.005616447,0.003329635,0.0007651151],"domain_scores_gemma":[0.8891166,0.06960072,0.006869079,0.01903773,0.01375447,0.001621471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001214728,0.0006743103,0.06889697,0.003033741,0.0004403423,0.001174252,0.004470918,0.01670804,0.005120281,0.3445214,0.08495405,0.468791],"study_design_scores_gemma":[0.0001839231,0.0003255822,0.01255211,0.002107011,0.0001995872,0.0009604057,0.008753952,0.1074408,0.007742449,0.7269227,0.1326625,0.0001489337],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.2436835,0.01300312,0.5635697,0.07089046,0.002580394,0.0005175407,0.01456847,0.003422117,0.08776467],"genre_scores_gemma":[0.8161026,0.002709161,0.1552004,0.004820576,0.0007394641,0.0003146744,0.01437762,0.0006047181,0.005130876],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.02166692,"threshold_uncertainty_score":0.07248306,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02886576242618065,"score_gpt":0.2707485777267796,"score_spread":0.241882815300599,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}