{"id":"W2148787816","doi":"10.1145/2393596.2393661","title":"Seeking the ground truth","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Set (abstract data type); Adaptation (eye); Java; Application programming interface; Software; Code (set theory); Recommender system; Programming language; Software engineering; Information retrieval; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000411598,0.00003923129,0.00003051265,0.00002694072,0.00006178606,0.00009896826,0.0006010028,0.00001397965,0.00003072655],"category_scores_gemma":[0.0002163214,0.00002298646,0.00001744651,0.0002131615,0.00001312707,0.0003335674,0.0002035559,0.00008440809,0.0002168205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001956265,"about_ca_system_score_gemma":0.00001005432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001583953,"about_ca_topic_score_gemma":3.360597e-7,"domain_scores_codex":[0.9994106,0.00001866294,0.0000436918,0.00007654258,0.000191596,0.0002589574],"domain_scores_gemma":[0.9988112,0.0007521507,0.000006100922,0.0003604853,0.000014308,0.00005574208],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[9.559465e-7,0.00005331585,0.06947953,0.00001203503,0.00002377558,0.000004104642,0.002687292,0.00008920182,0.0006223588,0.8464674,0.005961351,0.07459868],"study_design_scores_gemma":[0.0002699227,0.00004417384,0.859008,0.00001232977,0.000003505463,0.00009462867,0.0001128067,0.0588185,0.003227636,0.003365353,0.07465734,0.0003857963],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04300565,0.0001386579,0.9517413,0.0004919114,0.0005812966,0.0000423142,4.588843e-8,0.0002924871,0.00370637],"genre_scores_gemma":[0.9869459,0.000001172888,0.01223299,0.000102651,0.0001374301,0.000005359274,6.600094e-8,0.000003743862,0.0005706483],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9439403,"threshold_uncertainty_score":0.2786862,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02886576242618065,"score_gpt":0.2707485777267796,"score_spread":0.241882815300599,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}