package com.example.datacollect.strategy; import com.example.datacollect.exception.ParseException; import com.example.datacollect.model.Article; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.select.Elements; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import java.util.ArrayList; import java.util.List; public class HnuNewsStrategy implements CrawlStrategy { private static final Logger logger = LoggerFactory.getLogger(HnuNewsStrategy.class); @Override public boolean supports(String url) { return url.contains("news.hnu.edu.cn"); } @Override public List
parse(String url, Document doc) throws ParseException { logger.debug("Parsing HNU news content from: {}", url); List
articles = new ArrayList<>(); Elements listItems = doc.select("ul.list11 li"); for (Element li : listItems) { Element link = li.selectFirst("a"); if (link == null) continue; String articleUrl = link.attr("href"); if (!articleUrl.startsWith("http")) { articleUrl = "https://news.hnu.edu.cn" + articleUrl.replace("..", ""); } String title = ""; Element titleEl = link.selectFirst("h4.l2.h4s2"); if (titleEl != null) { title = titleEl.text().trim(); } String content = ""; Element contentEl = link.selectFirst("p.l3.ps3"); if (contentEl != null) { content = contentEl.text().trim(); } if (!title.isEmpty()) { articles.add(new Article(title, articleUrl, content)); } } logger.debug("Parsed {} articles from HNU news", articles.size()); return articles; } }