2 changed files with 128 additions and 0 deletions
@ -0,0 +1,90 @@ |
|||||
|
package com.example.datacollect.command; |
||||
|
|
||||
|
import com.example.datacollect.model.Article; |
||||
|
import com.example.datacollect.repository.ArticleRepository; |
||||
|
import com.example.datacollect.strategy.CrawlStrategy; |
||||
|
import com.example.datacollect.strategy.StrategyFactory; |
||||
|
import org.jsoup.Jsoup; |
||||
|
import org.jsoup.nodes.Document; |
||||
|
import java.io.IOException; |
||||
|
import java.util.List; |
||||
|
|
||||
|
public class AnalyzeCommand implements Command { |
||||
|
|
||||
|
private final StrategyFactory strategyFactory; |
||||
|
|
||||
|
public AnalyzeCommand(StrategyFactory strategyFactory) { |
||||
|
this.strategyFactory = strategyFactory; |
||||
|
} |
||||
|
|
||||
|
// 1. 实现 Command 接口的 getName() 方法
|
||||
|
@Override |
||||
|
public String getName() { |
||||
|
return "analyze"; |
||||
|
} |
||||
|
|
||||
|
// 2. 实现 Command 接口的 execute() 方法(必须和接口签名一致,带 ArticleRepository 参数)
|
||||
|
@Override |
||||
|
public void execute(String[] args, ArticleRepository repository) { |
||||
|
// 参数校验:用户必须传入要分析的URL
|
||||
|
if (args.length < 2) { |
||||
|
System.out.println("[错误] 请输入要分析的URL,格式:analyze <url>"); |
||||
|
return; |
||||
|
} |
||||
|
String url = args[1]; |
||||
|
|
||||
|
// 用工厂匹配对应的解析策略
|
||||
|
CrawlStrategy strategy = strategyFactory.getStrategy(url); |
||||
|
if (strategy == null) { |
||||
|
System.out.println("[错误] 不支持解析该URL:" + url); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
// 爬取网页源码
|
||||
|
Document doc; |
||||
|
try { |
||||
|
doc = Jsoup.connect(url) |
||||
|
.timeout(5000) |
||||
|
.get(); |
||||
|
} catch (IOException e) { |
||||
|
System.out.println("[错误] 网页爬取失败:" + e.getMessage()); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
// ====================== 作业核心逻辑 ======================
|
||||
|
// 复用策略解析网页,但不存入仓库(不调用 repository.add 或 addAll)
|
||||
|
List<Article> articles = strategy.parse(url, doc); |
||||
|
|
||||
|
// 输出统计信息
|
||||
|
printAnalysisResult(articles, url); |
||||
|
// ==========================================================
|
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 打印分析结果:统计文章数量、标题平均长度等信息 |
||||
|
*/ |
||||
|
private void printAnalysisResult(List<Article> articles, String url) { |
||||
|
System.out.println("\n===== 网页分析结果(不存储数据) ====="); |
||||
|
System.out.println("分析URL:" + url); |
||||
|
System.out.println("解析到文章数量:" + articles.size()); |
||||
|
|
||||
|
if (!articles.isEmpty()) { |
||||
|
// 统计标题平均长度
|
||||
|
int totalTitleLength = 0; |
||||
|
for (Article article : articles) { |
||||
|
totalTitleLength += article.getTitle().length(); |
||||
|
} |
||||
|
double avgTitleLength = (double) totalTitleLength / articles.size(); |
||||
|
System.out.printf("文章标题平均长度:%.2f 字符\n", avgTitleLength); |
||||
|
|
||||
|
// 打印前3篇文章标题预览
|
||||
|
System.out.println("\n前3篇文章标题预览:"); |
||||
|
for (int i = 0; i < Math.min(3, articles.size()); i++) { |
||||
|
System.out.println((i + 1) + ". " + articles.get(i).getTitle()); |
||||
|
} |
||||
|
} else { |
||||
|
System.out.println("未解析到任何文章内容"); |
||||
|
} |
||||
|
System.out.println("=====================================\n"); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,38 @@ |
|||||
|
package com.example.datacollect.repository; |
||||
|
|
||||
|
import com.example.datacollect.model.Article; |
||||
|
import java.util.ArrayList; |
||||
|
import java.util.Collections; |
||||
|
import java.util.List; |
||||
|
|
||||
|
public class ArticleRepository { |
||||
|
private final List<Article> articles = new ArrayList<>(); |
||||
|
|
||||
|
public void add(Article article) { |
||||
|
if (article == null) { |
||||
|
throw new IllegalArgumentException("Article cannot be null"); |
||||
|
} |
||||
|
articles.add(article); |
||||
|
} |
||||
|
|
||||
|
public void addAll(List<Article> articleList) { |
||||
|
if (articleList == null) { |
||||
|
throw new IllegalArgumentException("列表不能为 null"); |
||||
|
} |
||||
|
for (Article article : articleList) { |
||||
|
add(article); // 复用上面的 add,自动防 null
|
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public List<Article> getAll() { |
||||
|
return Collections.unmodifiableList(articles); |
||||
|
} |
||||
|
|
||||
|
public int size() { |
||||
|
return articles.size(); |
||||
|
} |
||||
|
|
||||
|
public void clear() { |
||||
|
articles.clear(); |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue