{"id":"W1583242700","doi":"10.1007/11827405_55","title":"Cleaning Web Pages for Effective Web Content Mining","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Web page; Computer science; Information retrieval; World Wide Web; Static web page; Web mining; Block (permutation group theory); Categorization; Web content; Web navigation; Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001347036,0.0006237553,0.0007916237,0.001031751,0.0004313194,0.0008827008,0.003208322,0.0003027603,0.000005968396],"category_scores_gemma":[0.0002234091,0.0005588239,0.0003050757,0.00064769,0.0004960098,0.0006396165,0.001197294,0.0005533749,0.0000214646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002716793,"about_ca_system_score_gemma":0.0004548741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002446428,"about_ca_topic_score_gemma":0.0001535655,"domain_scores_codex":[0.9957082,0.00005018672,0.0006017415,0.001975796,0.00082502,0.000839045],"domain_scores_gemma":[0.9962718,0.00148845,0.0004174272,0.001336321,0.0003237852,0.0001622532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009528214,0.00003573183,0.0002210445,0.00006926375,0.00005555401,0.00007775155,0.0004680032,0.01814544,0.001014114,0.004846453,0.0008751599,0.974182],"study_design_scores_gemma":[0.000600871,0.0003215366,0.0001777911,0.0007296372,0.00004561509,0.00003799513,9.529365e-7,0.9807946,0.001331666,0.008231221,0.006799791,0.0009282876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004845033,0.0005052621,0.9936436,0.0006217351,0.001235079,0.0005196637,0.00003663511,0.0002340976,0.002719433],"genre_scores_gemma":[0.386498,0.00004171819,0.6098838,0.001230179,0.001039067,0.00005941922,0.00004397531,0.00006742563,0.001136395],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9732537,"threshold_uncertainty_score":0.9996863,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02698632664524523,"score_gpt":0.2449926628906192,"score_spread":0.2180063362453739,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}