diff --git a/w10/NewsStrategy.java b/w10/NewsStrategy.java new file mode 100644 index 0000000..b13d8de --- /dev/null +++ b/w10/NewsStrategy.java @@ -0,0 +1,33 @@ +package com.example.datacollect.strategy; + +import com.example.datacollect.model.Article; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Pattern; + +public class NewsStrategy implements CrawlStrategy { + private static final Pattern URL_PATTERN = Pattern.compile("https?://[^/]*news\\.example\\.com.*"); + + @Override + public boolean supports(String url) { + return url != null && URL_PATTERN.matcher(url).matches(); + } + + @Override + public int getPriority() { + return 50; + } + + @Override + public List
parse(String url, Document doc) { + List
articles = new ArrayList<>(); + Elements items = doc.select(".article-headline"); + for (Element e : items) { + articles.add(new Article(e.text(), url, "")); + } + return articles; + } +}