1 changed files with 33 additions and 0 deletions
@ -0,0 +1,33 @@ |
|||
package com.example.datacollect.strategy; |
|||
|
|||
import com.example.datacollect.model.Article; |
|||
import org.jsoup.nodes.Document; |
|||
import org.jsoup.nodes.Element; |
|||
import org.jsoup.select.Elements; |
|||
import java.util.ArrayList; |
|||
import java.util.List; |
|||
import java.util.regex.Pattern; |
|||
|
|||
public class BlogStrategy implements CrawlStrategy { |
|||
private static final Pattern URL_PATTERN = Pattern.compile("https?://[^/]*blog\\.example\\.com.*"); |
|||
|
|||
@Override |
|||
public boolean supports(String url) { |
|||
return url != null && URL_PATTERN.matcher(url).matches(); |
|||
} |
|||
|
|||
@Override |
|||
public int getPriority() { |
|||
return 50; |
|||
} |
|||
|
|||
@Override |
|||
public List<Article> parse(String url, Document doc) { |
|||
List<Article> articles = new ArrayList<>(); |
|||
Elements titles = doc.select(".post-title"); |
|||
for (Element e : titles) { |
|||
articles.add(new Article(e.text(), url, "")); |
|||
} |
|||
return articles; |
|||
} |
|||
} |
|||
Loading…
Reference in new issue