{"id":"W1583242700","doi":"10.1007/11827405_55","title":"Cleaning Web Pages for Effective Web Content Mining","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Web page; Computer science; Information retrieval; World Wide Web; Static web page; Web mining; Block (permutation group theory); Categorization; Web content; Web navigation; Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001439382,0.001395077,0.002096048,0.009524599,0.001661125,0.002782056,0.001799526,0.001799504,0.003936994],"category_scores_gemma":[0.01058915,0.0009448144,0.001699432,0.00625577,0.0006825191,0.003704962,0.001682022,0.001779715,0.005964019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005431152,"about_ca_system_score_gemma":0.001586793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003173473,"about_ca_topic_score_gemma":0.004942153,"domain_scores_codex":[0.9971148,0.0005292089,0.0002264069,0.0004674704,0.001412154,0.0002500142],"domain_scores_gemma":[0.9951276,0.001815437,0.0002847399,0.001148654,0.001484305,0.0001393919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002213207,0.0005029044,0.009100696,0.0006917923,0.0001926957,0.0003273076,0.0003240826,0.005603604,0.05291662,0.003366489,0.04143542,0.885317],"study_design_scores_gemma":[0.0001117034,0.0003751417,0.02040423,0.0003853069,0.0008472028,0.002516677,0.001571281,0.5818275,0.2386809,0.05866024,0.09445935,0.0001603521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06692807,0.002955519,0.8995692,0.0008985774,0.0003916332,0.0008805329,0.005184369,0.01941868,0.00377345],"genre_scores_gemma":[0.1677198,0.001502125,0.8063968,0.0003327771,0.0003303959,0.0004731799,0.01441671,0.0016499,0.007178255],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009524599,"threshold_uncertainty_score":0.0131706,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02698632664524523,"score_gpt":0.2449926628906192,"score_spread":0.2180063362453739,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}