Browse Source

w10-张思渊-202401070104”

main
zhangsiyuan 1 month ago
parent
commit
f1dbf62b73
  1. 57
      w10/HnuNewsStrategy.java

57
w10/HnuNewsStrategy.java

@ -0,0 +1,57 @@
package com.example.datacollect.strategy;
import com.example.datacollect.model.Article;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Pattern;
public class HnuNewsStrategy implements CrawlStrategy {
private static final Pattern URL_PATTERN = Pattern.compile("https?://[^/]*news\\.hnu\\.edu\\.cn.*");
@Override
public boolean supports(String url) {
return url != null && URL_PATTERN.matcher(url).matches();
}
@Override
public int getPriority() {
return 100;
}
@Override
public List<Article> parse(String url, Document doc) {
List<Article> articles = new ArrayList<>();
Elements listItems = doc.select("ul.list11 li");
for (Element li : listItems) {
Element link = li.selectFirst("a");
if (link == null) continue;
String articleUrl = link.attr("href");
if (!articleUrl.startsWith("http")) {
articleUrl = "https://news.hnu.edu.cn" + articleUrl.replace("..", "");
}
String title = "";
Element titleEl = link.selectFirst("h4.l2.h4s2");
if (titleEl != null) {
title = titleEl.text().trim();
}
String content = "";
Element contentEl = link.selectFirst("p.l3.ps3");
if (contentEl != null) {
content = contentEl.text().trim();
}
if (!title.isEmpty()) {
articles.add(new Article(title, articleUrl, content));
}
}
return articles;
}
}
Loading…
Cancel
Save