{"cited_by_count":227282,"description":"This cluster of papers focuses on techniques and technologies for extracting structured data from web pages, including web crawling, automatic wrapper generation, page segmentation, and mining data records. It also covers topics related to the hidden web, information retrieval, and content adaptation for different devices.","display_name":"Web Data Mining and Analysis","domain_id":"3","external_ids":{"openalex":"https://openalex.org/T12016","wikipedia":"https://en.wikipedia.org/wiki/Web_scraping"},"field_id":"17","id":"T12016","keywords":[{"display_name":"web scraping","id":"web-scraping","score":0.413,"url":"https://openalex.org/keywords/web-scraping"},{"display_name":"web mining","id":"web-mining","score":0.434,"url":"https://openalex.org/keywords/web-mining"},{"display_name":"web crawling","id":"web-crawling","score":0.3957,"url":"https://openalex.org/keywords/web-crawling"},{"display_name":"web usage mining","id":"web-usage-mining","score":0.3227,"url":"https://openalex.org/keywords/web-usage-mining"},{"display_name":"web crawler","id":"web-crawler","score":0.5273,"url":"https://openalex.org/keywords/web-crawler"},{"display_name":"deep web","id":"deep-web","score":0.3716,"url":"https://openalex.org/keywords/deep-web"},{"display_name":"web page classification","id":"web-page-classification","score":0.2035,"url":"https://openalex.org/keywords/web-page-classification"},{"display_name":"focused crawling","id":"focused-crawling","score":0.8063,"url":"https://openalex.org/keywords/focused-crawling"},{"display_name":"web content mining","id":"web-content-mining","score":0.6273,"url":"https://openalex.org/keywords/web-content-mining"},{"display_name":"HTML parsing","id":"html-parsing","score":0.5792,"url":"https://openalex.org/keywords/html-parsing"},{"display_name":"web indexing","id":"web-indexing","score":0.3044,"url":"https://openalex.org/keywords/web-indexing"},{"display_name":"web content extraction","id":"web-content-extraction","score":0.7891,"url":"https://openalex.org/keywords/web-content-extraction"},{"display_name":"web page structure","id":"web-page-structure","score":0.3341,"url":"https://openalex.org/keywords/web-page-structure"},{"display_name":"web data integration","id":"web-data-integration","score":0.3106,"url":"https://openalex.org/keywords/web-data-integration"},{"display_name":"web page clustering","id":"web-document-clustering","score":0.2971,"url":"https://openalex.org/keywords/web-document-clustering"},{"display_name":"web agents","id":"web-agents","score":0.3046,"url":"https://openalex.org/keywords/web-agents"},{"display_name":"web server logs","id":"web-server-logs","score":0.2496,"url":"https://openalex.org/keywords/web-server-logs"},{"display_name":"web structure mining","id":"web-structure-mining","score":0.6306,"url":"https://openalex.org/keywords/web-structure-mining"},{"display_name":"web log data","id":"web-log-data","score":0.2305,"url":"https://openalex.org/keywords/web-log-data"},{"display_name":"web log mining","id":"web-log-mining","score":0.363,"url":"https://openalex.org/keywords/web-log-mining"},{"display_name":"DOM tree","id":"dom-tree","score":0.6745,"url":"https://openalex.org/keywords/dom-tree"},{"display_name":"browser automation","id":"browser-automation","score":0.3213,"url":"https://openalex.org/keywords/browser-automation"},{"display_name":"web page segmentation","id":"web-page-segmentation","score":0.6778,"url":"https://openalex.org/keywords/web-page-segmentation"},{"display_name":"wrapper induction","id":"wrapper-induction","score":0.8703,"url":"https://openalex.org/keywords/wrapper-induction"},{"display_name":"HTML documents","id":"html-documents","score":0.3353,"url":"https://openalex.org/keywords/html-documents"}],"legacy_keywords":["Web Data Extraction","Web Crawling","Information Retrieval","Structured Data","Automatic Wrapper Generation","Hidden Web","Page Segmentation","Data Records Mining","Deep Web","Content Adaptation"],"openalex_id":"https://openalex.org/T12016","source_created_date":"2024-01-23T15:27:12","source_updated_date":"2026-10-17T03:02:00","subfield_id":"1710","url":"/topics/T12016","works_api_url":"https://api.openalex.org/works?filter=topics.id:T12016","works_count":31979,"label":"Web Data Mining and Analysis","provider":"openalex","revision":"aadc3d7e17c733af","taxonomy_revision":"f050b5d4780b1289","title":"Web Data Mining and Analysis","kind":"topic-directory","aeo_cohort":"topic-directory","catalogue_revision":"f050b5d4780b1289","numeric_address":"36183556649272403","address_version":"morton4x16-v1","coordinates":[3,17,1710,12016],"answer_status":"Directory metadata; local answer requires separate source review","truth_status":"Subject descriptor, not a factual answer or a demonstrated knowledge gap","reviewed_answer":null}