5 changed files with 327 additions and 0 deletions
@ -0,0 +1,47 @@ |
|||||
|
package com.example.moviecli.command; |
||||
|
|
||||
|
import com.example.moviecli.repository.MovieRepository; |
||||
|
import com.example.moviecli.strategy.MovieStrategyFactory; |
||||
|
import com.example.moviecli.view.ConsoleView; |
||||
|
|
||||
|
public class AutoCommand implements Command { |
||||
|
private final ConsoleView view; |
||||
|
private final MovieStrategyFactory factory; |
||||
|
private final CrawlCommand crawlCommand; |
||||
|
|
||||
|
public AutoCommand(ConsoleView view, MovieStrategyFactory factory) { |
||||
|
this.view = view; |
||||
|
this.factory = factory; |
||||
|
this.crawlCommand = new CrawlCommand(view, factory); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String getName() { |
||||
|
return "auto"; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void execute(String[] args, MovieRepository repository) { |
||||
|
view.printInfo("开始自动执行预设任务..."); |
||||
|
|
||||
|
// 1. 豆瓣电影 Top250
|
||||
|
crawlCommand.execute(new String[]{"crawl", "https://movie.douban.com/top250"}, repository); |
||||
|
|
||||
|
// 2. 新浪新闻(替代猫眼)
|
||||
|
crawlCommand.execute(new String[]{"crawl", "https://news.sina.com.cn/"}, repository); |
||||
|
|
||||
|
// 3. 豆瓣图书 Top50
|
||||
|
crawlCommand.execute(new String[]{"crawl", "https://book.douban.com/top250"}, repository); |
||||
|
|
||||
|
// 4. 列出所有数据
|
||||
|
new ListCommand(view).execute(new String[]{"list"}, repository); |
||||
|
|
||||
|
// 5. 统计评分分布
|
||||
|
new StatCommand(view).execute(new String[]{"stat"}, repository); |
||||
|
|
||||
|
// 6. 导出全部数据到 movies.csv
|
||||
|
new ExportCommand(view).execute(new String[]{"export"}, repository); |
||||
|
|
||||
|
view.printSuccess("自动任务执行完毕!已生成三个独立 CSV 文件及总文件 movies.csv。"); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,8 @@ |
|||||
|
package com.example.moviecli.command; |
||||
|
|
||||
|
import com.example.moviecli.repository.MovieRepository; |
||||
|
|
||||
|
public interface Command { |
||||
|
String getName(); |
||||
|
void execute(String[] args, MovieRepository repository); |
||||
|
} |
||||
@ -0,0 +1,197 @@ |
|||||
|
package com.example.moviecli.command; |
||||
|
|
||||
|
import com.example.moviecli.model.Movie; |
||||
|
import com.example.moviecli.repository.MovieRepository; |
||||
|
import com.example.moviecli.strategy.MovieCrawlStrategy; |
||||
|
import com.example.moviecli.strategy.MovieStrategyFactory; |
||||
|
import com.example.moviecli.view.ConsoleView; |
||||
|
import com.example.moviecli.exception.CrawlFailedException; |
||||
|
import com.example.moviecli.exception.ParseFailedException; |
||||
|
import com.example.moviecli.exception.SaveFailedException; |
||||
|
import com.opencsv.CSVWriter; |
||||
|
import org.jsoup.Jsoup; |
||||
|
import org.jsoup.nodes.Document; |
||||
|
|
||||
|
import java.io.FileWriter; |
||||
|
import java.util.ArrayList; |
||||
|
import java.util.List; |
||||
|
|
||||
|
public class CrawlCommand implements Command { |
||||
|
private final ConsoleView view; |
||||
|
private final MovieStrategyFactory factory; |
||||
|
|
||||
|
public CrawlCommand(ConsoleView view, MovieStrategyFactory factory) { |
||||
|
this.view = view; |
||||
|
this.factory = factory; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String getName() { |
||||
|
return "crawl"; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void execute(String[] args, MovieRepository repository) { |
||||
|
if (args.length < 2) { |
||||
|
view.printError("用法: crawl <url>"); |
||||
|
view.printInfo("支持的 URL 示例:"); |
||||
|
view.printInfo(" https://movie.douban.com/top250"); |
||||
|
view.printInfo(" https://news.sina.com.cn/"); |
||||
|
view.printInfo(" https://book.douban.com/top250"); |
||||
|
return; |
||||
|
} |
||||
|
String url = args[1]; |
||||
|
MovieCrawlStrategy strategy = factory.getStrategy(url); |
||||
|
if (strategy == null) { |
||||
|
view.printError("不支持该 URL 的爬取策略: " + url); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
if (url.contains("movie.douban.com/top250")) { |
||||
|
crawlDoubanTop250(strategy, repository); |
||||
|
} else if (url.contains("news.sina.com.cn")) { |
||||
|
crawlSinaNews(strategy, repository); |
||||
|
} else if (url.contains("book.douban.com/top250")) { |
||||
|
crawlDoubanBookTop50(strategy, repository); |
||||
|
} else { |
||||
|
crawlSinglePage(url, strategy, repository); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** 豆瓣电影 Top250 -> douban_movies.csv */ |
||||
|
private void crawlDoubanTop250(MovieCrawlStrategy strategy, MovieRepository repository) { |
||||
|
List<Movie> allMovies = new ArrayList<>(); |
||||
|
int total = 0; |
||||
|
for (int start = 0; start < 250; start += 25) { |
||||
|
String pageUrl = "https://movie.douban.com/top250?start=" + start; |
||||
|
try { |
||||
|
view.printInfo("正在爬取: " + pageUrl); |
||||
|
Document doc = Jsoup.connect(pageUrl) |
||||
|
.userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36") |
||||
|
.timeout(15000) |
||||
|
.get(); |
||||
|
List<Movie> pageMovies = strategy.parse(doc); |
||||
|
allMovies.addAll(pageMovies); |
||||
|
repository.addAll(pageMovies); |
||||
|
total += pageMovies.size(); |
||||
|
view.printInfo("已累计爬取 " + total + " 条..."); |
||||
|
Thread.sleep(1500); |
||||
|
} catch (ParseFailedException e) { |
||||
|
view.printError("解析失败: " + e.getMessage()); |
||||
|
e.printStackTrace(); |
||||
|
} catch (Exception e) { |
||||
|
CrawlFailedException ex = new CrawlFailedException("豆瓣电影爬取失败: " + pageUrl, e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
view.printSuccess("豆瓣电影 Top250 全部爬取完成,共 " + total + " 条记录。"); |
||||
|
saveToCsv(allMovies, "douban_movies.csv"); |
||||
|
} |
||||
|
|
||||
|
/** 新浪新闻首页 -> sina_news.csv */ |
||||
|
private void crawlSinaNews(MovieCrawlStrategy strategy, MovieRepository repository) { |
||||
|
String url = "https://news.sina.com.cn/"; |
||||
|
try { |
||||
|
view.printInfo("正在爬取新浪新闻: " + url); |
||||
|
Document doc = Jsoup.connect(url) |
||||
|
.userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36") |
||||
|
.timeout(15000) |
||||
|
.get(); |
||||
|
List<Movie> news = strategy.parse(doc); |
||||
|
repository.addAll(news); |
||||
|
view.printSuccess("新浪新闻爬取完成,共 " + news.size() + " 条记录。"); |
||||
|
saveToCsv(news, "sina_news.csv"); |
||||
|
} catch (ParseFailedException e) { |
||||
|
view.printError("解析失败: " + e.getMessage()); |
||||
|
e.printStackTrace(); |
||||
|
} catch (Exception e) { |
||||
|
CrawlFailedException ex = new CrawlFailedException("新浪新闻爬取失败: " + url, e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** 豆瓣图书 Top50 -> douban_books.csv */ |
||||
|
private void crawlDoubanBookTop50(MovieCrawlStrategy strategy, MovieRepository repository) { |
||||
|
List<Movie> allMovies = new ArrayList<>(); |
||||
|
int total = 0; |
||||
|
for (int start = 0; start < 50; start += 25) { |
||||
|
String pageUrl = "https://book.douban.com/top250?start=" + start; |
||||
|
try { |
||||
|
view.printInfo("正在爬取: " + pageUrl); |
||||
|
Document doc = Jsoup.connect(pageUrl) |
||||
|
.userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36") |
||||
|
.timeout(15000) |
||||
|
.get(); |
||||
|
List<Movie> pageMovies = strategy.parse(doc); |
||||
|
allMovies.addAll(pageMovies); |
||||
|
repository.addAll(pageMovies); |
||||
|
total += pageMovies.size(); |
||||
|
view.printInfo("已累计爬取 " + total + " 条..."); |
||||
|
Thread.sleep(1500); |
||||
|
} catch (ParseFailedException e) { |
||||
|
view.printError("解析失败: " + e.getMessage()); |
||||
|
e.printStackTrace(); |
||||
|
} catch (Exception e) { |
||||
|
CrawlFailedException ex = new CrawlFailedException("豆瓣图书爬取失败: " + pageUrl, e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
view.printSuccess("豆瓣图书 Top50 爬取完成,共 " + total + " 条记录。"); |
||||
|
saveToCsv(allMovies, "douban_books.csv"); |
||||
|
} |
||||
|
|
||||
|
/** 单页兜底(未匹配的URL) */ |
||||
|
private void crawlSinglePage(String url, MovieCrawlStrategy strategy, MovieRepository repository) { |
||||
|
List<Movie> allMovies = new ArrayList<>(); |
||||
|
try { |
||||
|
view.printInfo("正在爬取: " + url); |
||||
|
Document doc = Jsoup.connect(url) |
||||
|
.userAgent("Mozilla/5.0") |
||||
|
.timeout(10000) |
||||
|
.get(); |
||||
|
List<Movie> movies = strategy.parse(doc); |
||||
|
allMovies.addAll(movies); |
||||
|
repository.addAll(movies); |
||||
|
view.printSuccess("爬取完成!共 " + movies.size() + " 条记录。"); |
||||
|
saveToCsv(allMovies, "unknown.csv"); |
||||
|
} catch (ParseFailedException e) { |
||||
|
view.printError("解析失败: " + e.getMessage()); |
||||
|
e.printStackTrace(); |
||||
|
} catch (Exception e) { |
||||
|
CrawlFailedException ex = new CrawlFailedException("爬取失败: " + url, e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** 保存电影/新闻列表到 CSV 文件 */ |
||||
|
private void saveToCsv(List<Movie> items, String filename) { |
||||
|
if (items.isEmpty()) { |
||||
|
view.printInfo("没有数据可保存到 " + filename); |
||||
|
return; |
||||
|
} |
||||
|
try (CSVWriter writer = new CSVWriter(new FileWriter(filename))) { |
||||
|
String[] header = {"Rank", "Title", "OriginalTitle", "Score", "Year", "Director"}; |
||||
|
writer.writeNext(header); |
||||
|
for (Movie m : items) { |
||||
|
String[] line = { |
||||
|
String.valueOf(m.getRank()), |
||||
|
m.getTitle(), |
||||
|
m.getOriginalTitle(), |
||||
|
m.getScore(), |
||||
|
m.getYear(), |
||||
|
m.getDirector() |
||||
|
}; |
||||
|
writer.writeNext(line); |
||||
|
} |
||||
|
view.printSuccess("已保存 " + items.size() + " 条记录到 " + filename); |
||||
|
} catch (Exception e) { |
||||
|
SaveFailedException ex = new SaveFailedException("保存 " + filename + " 失败", e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,23 @@ |
|||||
|
package com.example.moviecli.command; |
||||
|
|
||||
|
import com.example.moviecli.repository.MovieRepository; |
||||
|
import com.example.moviecli.view.ConsoleView; |
||||
|
|
||||
|
public class ExitCommand implements Command { |
||||
|
private final ConsoleView view; |
||||
|
|
||||
|
public ExitCommand(ConsoleView view) { |
||||
|
this.view = view; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String getName() { |
||||
|
return "exit"; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void execute(String[] args, MovieRepository repository) { |
||||
|
view.printSuccess("再见!"); |
||||
|
System.exit(0); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,52 @@ |
|||||
|
package com.example.moviecli.command; |
||||
|
|
||||
|
import com.example.moviecli.model.Movie; |
||||
|
import com.example.moviecli.repository.MovieRepository; |
||||
|
import com.example.moviecli.view.ConsoleView; |
||||
|
import com.example.moviecli.exception.SaveFailedException; |
||||
|
import com.opencsv.CSVWriter; |
||||
|
import java.io.FileWriter; |
||||
|
import java.util.List; |
||||
|
|
||||
|
public class ExportCommand implements Command { |
||||
|
private final ConsoleView view; |
||||
|
|
||||
|
public ExportCommand(ConsoleView view) { |
||||
|
this.view = view; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String getName() { |
||||
|
return "export"; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void execute(String[] args, MovieRepository repository) { |
||||
|
List<Movie> movies = repository.getAll(); |
||||
|
if (movies.isEmpty()) { |
||||
|
view.printError("没有数据可导出。"); |
||||
|
return; |
||||
|
} |
||||
|
try (CSVWriter writer = new CSVWriter(new FileWriter("movies.csv"))) { |
||||
|
String[] header = {"Rank", "Title", "OriginalTitle", "Score", "Year", "Director"}; |
||||
|
writer.writeNext(header); |
||||
|
for (Movie m : movies) { |
||||
|
String[] line = { |
||||
|
String.valueOf(m.getRank()), |
||||
|
m.getTitle(), |
||||
|
m.getOriginalTitle(), |
||||
|
m.getScore(), |
||||
|
m.getYear(), |
||||
|
m.getDirector() |
||||
|
}; |
||||
|
writer.writeNext(line); |
||||
|
} |
||||
|
view.printSuccess("导出成功:movies.csv"); |
||||
|
} catch (Exception e) { |
||||
|
// 使用自定义异常包装原始异常
|
||||
|
SaveFailedException ex = new SaveFailedException("导出CSV文件失败", e); |
||||
|
view.printError(ex.getMessage()); |
||||
|
ex.printStackTrace(); // 打印堆栈,体现使用了自定义异常
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue