From 2dfa217f46f733609effbe1a8bc793da21c28fd6 Mon Sep 17 00:00:00 2001 From: Fuyuxinge <1876397977@qq.com> Date: Sat, 30 May 2026 21:40:53 +0800 Subject: [PATCH] =?UTF-8?q?=E5=85=A8=E9=83=A8=E6=96=87=E4=BB=B6=E5=90=88?= =?UTF-8?q?=E5=B9=B6=E6=81=A2=E5=A4=8D?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- crawl_test.txt | 3 + dependency-reduced-pom.xml | 68 ++++++ output/gov_news_20260514_111024.txt | 64 ++++++ output/govnews_20260530_202003.txt | 33 +++ output/library_books_20260514_111024.txt | 94 +++++++++ output/weather_20260514_111024.txt | 64 ++++++ output/weather_20260530_201820.txt | 58 ++++++ pom.xml | 94 +++++++++ src/main/java/com/crawler/Main.java | 10 + .../java/com/crawler/MultiCrawlerMain.java | 119 +++++++++++ .../java/com/crawler/cli/CliApplication.java | 75 +++++++ .../java/com/crawler/cli/CommandRegistry.java | 142 +++++++++++++ .../java/com/crawler/cli/command/Command.java | 15 ++ .../crawler/cli/command/CommandCategory.java | 18 ++ .../crawler/cli/command/CommandContext.java | 59 ++++++ .../crawler/cli/command/CommandOutput.java | 93 +++++++++ .../cli/command/crawler/CrawlCommand.java | 193 ++++++++++++++++++ .../cli/command/crawler/ListCommand.java | 103 ++++++++++ .../cli/command/system/ExitCommand.java | 49 +++++ .../cli/command/system/HelpCommand.java | 108 ++++++++++ .../java/com/crawler/command/Command.java | 8 + .../com/crawler/command/CrawlCommand.java | 107 ++++++++++ .../java/com/crawler/command/ExitCommand.java | 22 ++ .../java/com/crawler/command/HelpCommand.java | 44 ++++ .../java/com/crawler/command/ListCommand.java | 35 ++++ .../java/com/crawler/constant/AnsiColor.java | 28 +++ .../crawler/controller/CrawlerController.java | 62 ++++++ .../com/crawler/crawler/AbstractCrawler.java | 49 +++++ .../com/crawler/crawler/BilibiliCrawler.java | 102 +++++++++ .../com/crawler/crawler/DouyinCrawler.java | 38 ++++ .../com/crawler/crawler/GovNewsCrawler.java | 41 ++++ .../crawler/crawler/LibraryBookCrawler.java | 41 ++++ .../com/crawler/crawler/WeatherCrawler.java | 36 ++++ .../crawler/crawler/XiaohongshuCrawler.java | 37 ++++ .../com/crawler/exception/BaseException.java | 30 +++ .../crawler/exception/CommandException.java | 41 ++++ .../crawler/exception/CrawlerException.java | 69 +++++++ .../crawler/exception/ExceptionHandler.java | 7 + .../exception/GlobalExceptionHandler.java | 36 ++++ .../crawler/exception/StorageException.java | 35 ++++ .../com/crawler/factory/CrawlerFactory.java | 55 +++++ .../java/com/crawler/model/BaseMediaData.java | 75 +++++++ .../com/crawler/model/BilibiliVideoData.java | 68 ++++++ .../com/crawler/model/DouyinVideoData.java | 59 ++++++ .../java/com/crawler/model/GovNewsData.java | 57 ++++++ .../com/crawler/model/LibraryBookData.java | 86 ++++++++ .../java/com/crawler/model/VideoData.java | 71 +++++++ .../java/com/crawler/model/WeatherData.java | 95 +++++++++ .../com/crawler/model/XiaohongshuData.java | 77 +++++++ .../java/com/crawler/storage/DataStorage.java | 9 + .../com/crawler/storage/StorageFactory.java | 33 +++ .../java/com/crawler/storage/TxtStorage.java | 70 +++++++ .../crawler/AbstractCrawlStrategy.java | 52 +++++ .../strategy/crawler/CrawlStrategy.java | 20 ++ .../crawler/CrawlStrategyFactory.java | 37 ++++ .../crawler/GovNewsCrawlStrategy.java | 52 +++++ .../crawler/LibraryBookCrawlStrategy.java | 52 +++++ .../crawler/WeatherCrawlStrategy.java | 46 +++++ .../storage/AbstractStorageStrategy.java | 42 ++++ .../strategy/storage/CsvStorageStrategy.java | 65 ++++++ .../strategy/storage/JsonStorageStrategy.java | 61 ++++++ .../strategy/storage/StorageStrategy.java | 11 + .../storage/StorageStrategyFactory.java | 33 +++ .../strategy/storage/TxtStorageStrategy.java | 74 +++++++ .../java/com/crawler/view/ConsoleView.java | 78 +++++++ target/classes/com/crawler/Main.class | Bin 0 -> 536 bytes .../com/crawler/MultiCrawlerMain.class | Bin 0 -> 7403 bytes .../com/crawler/cli/CliApplication.class | Bin 0 -> 3080 bytes .../cli/CommandRegistry$CommandResult.class | Bin 0 -> 1021 bytes .../com/crawler/cli/CommandRegistry.class | Bin 0 -> 6243 bytes .../com/crawler/cli/command/Command.class | Bin 0 -> 833 bytes .../crawler/cli/command/CommandCategory.class | Bin 0 -> 1501 bytes .../crawler/cli/command/CommandContext.class | Bin 0 -> 2336 bytes .../crawler/cli/command/CommandOutput.class | Bin 0 -> 4967 bytes .../cli/command/crawler/CrawlCommand.class | Bin 0 -> 8829 bytes .../cli/command/crawler/ListCommand.class | Bin 0 -> 3977 bytes .../cli/command/system/ExitCommand.class | Bin 0 -> 1722 bytes .../cli/command/system/HelpCommand.class | Bin 0 -> 5023 bytes .../classes/com/crawler/command/Command.class | Bin 0 -> 243 bytes .../com/crawler/command/CrawlCommand.class | Bin 0 -> 6047 bytes .../com/crawler/command/ExitCommand.class | Bin 0 -> 976 bytes .../com/crawler/command/HelpCommand.class | Bin 0 -> 2837 bytes .../com/crawler/command/ListCommand.class | Bin 0 -> 1575 bytes .../com/crawler/constant/AnsiColor.class | Bin 0 -> 1907 bytes .../controller/CrawlerController.class | Bin 0 -> 3025 bytes .../com/crawler/crawler/AbstractCrawler.class | Bin 0 -> 2698 bytes .../com/crawler/crawler/BilibiliCrawler.class | Bin 0 -> 6683 bytes .../com/crawler/crawler/DouyinCrawler.class | Bin 0 -> 2763 bytes .../com/crawler/crawler/GovNewsCrawler.class | Bin 0 -> 3316 bytes .../crawler/crawler/LibraryBookCrawler.class | Bin 0 -> 2865 bytes .../com/crawler/crawler/WeatherCrawler.class | Bin 0 -> 2428 bytes .../crawler/crawler/XiaohongshuCrawler.class | Bin 0 -> 2718 bytes .../com/crawler/exception/BaseException.class | Bin 0 -> 1273 bytes ...dException$CommandExecutionException.class | Bin 0 -> 1516 bytes ...ndException$InvalidArgumentException.class | Bin 0 -> 1165 bytes ...ndException$MissingArgumentException.class | Bin 0 -> 1171 bytes ...andException$UnknownCommandException.class | Bin 0 -> 1099 bytes .../crawler/exception/CommandException.class | Bin 0 -> 1255 bytes ...wlerException$ConfigurationException.class | Bin 0 -> 1371 bytes ...lerException$CrawlExecutionException.class | Bin 0 -> 1380 bytes .../CrawlerException$NetworkException.class | Bin 0 -> 1359 bytes .../CrawlerException$ParseException.class | Bin 0 -> 1353 bytes ...rException$PlatformNotFoundException.class | Bin 0 -> 1118 bytes ...CrawlerException$ValidationException.class | Bin 0 -> 1093 bytes .../crawler/exception/CrawlerException.class | Bin 0 -> 1596 bytes .../crawler/exception/ExceptionHandler.class | Bin 0 -> 276 bytes .../exception/GlobalExceptionHandler.class | Bin 0 -> 2171 bytes ...rageException$StorageFormatException.class | Bin 0 -> 1107 bytes ...torageException$StorageReadException.class | Bin 0 -> 1097 bytes ...orageException$StorageWriteException.class | Bin 0 -> 1375 bytes .../crawler/exception/StorageException.class | Bin 0 -> 1135 bytes .../com/crawler/factory/CrawlerFactory.class | Bin 0 -> 3919 bytes .../com/crawler/model/BaseMediaData.class | Bin 0 -> 1918 bytes .../com/crawler/model/BilibiliVideoData.class | Bin 0 -> 2298 bytes .../com/crawler/model/DouyinVideoData.class | Bin 0 -> 2130 bytes .../com/crawler/model/GovNewsData.class | Bin 0 -> 1781 bytes .../com/crawler/model/LibraryBookData.class | Bin 0 -> 2957 bytes .../classes/com/crawler/model/VideoData.class | Bin 0 -> 3441 bytes .../com/crawler/model/WeatherData.class | Bin 0 -> 3102 bytes .../com/crawler/model/XiaohongshuData.class | Bin 0 -> 2526 bytes .../com/crawler/storage/DataStorage.class | Bin 0 -> 321 bytes .../com/crawler/storage/StorageFactory.class | Bin 0 -> 2994 bytes .../com/crawler/storage/TxtStorage.class | Bin 0 -> 4771 bytes .../crawler/AbstractCrawlStrategy.class | Bin 0 -> 2934 bytes .../crawler/CrawlStrategy$StrategyType.class | Bin 0 -> 1489 bytes .../strategy/crawler/CrawlStrategy.class | Bin 0 -> 642 bytes .../crawler/CrawlStrategyFactory.class | Bin 0 -> 3053 bytes .../crawler/GovNewsCrawlStrategy.class | Bin 0 -> 4041 bytes .../crawler/LibraryBookCrawlStrategy.class | Bin 0 -> 4158 bytes .../crawler/WeatherCrawlStrategy.class | Bin 0 -> 3666 bytes .../storage/AbstractStorageStrategy.class | Bin 0 -> 3127 bytes .../strategy/storage/CsvStorageStrategy.class | Bin 0 -> 3920 bytes .../storage/JsonStorageStrategy.class | Bin 0 -> 3678 bytes .../strategy/storage/StorageStrategy.class | Bin 0 -> 525 bytes .../storage/StorageStrategyFactory.class | Bin 0 -> 2852 bytes .../strategy/storage/TxtStorageStrategy.class | Bin 0 -> 4431 bytes .../com/crawler/view/ConsoleView.class | Bin 0 -> 4880 bytes target/maven-archiver/pom.properties | 3 + .../compile/default-compile/createdFiles.lst | 72 +++++++ .../compile/default-compile/inputFiles.lst | 57 ++++++ ...multi-site-crawler-1.0-SNAPSHOT-shaded.jar | Bin 0 -> 2418336 bytes target/multi-site-crawler-1.0-SNAPSHOT.jar | Bin 0 -> 2418336 bytes ...iginal-multi-site-crawler-1.0-SNAPSHOT.jar | Bin 0 -> 105030 bytes 143 files changed, 3840 insertions(+) create mode 100644 crawl_test.txt create mode 100644 dependency-reduced-pom.xml create mode 100644 output/gov_news_20260514_111024.txt create mode 100644 output/govnews_20260530_202003.txt create mode 100644 output/library_books_20260514_111024.txt create mode 100644 output/weather_20260514_111024.txt create mode 100644 output/weather_20260530_201820.txt create mode 100644 pom.xml create mode 100644 src/main/java/com/crawler/Main.java create mode 100644 src/main/java/com/crawler/MultiCrawlerMain.java create mode 100644 src/main/java/com/crawler/cli/CliApplication.java create mode 100644 src/main/java/com/crawler/cli/CommandRegistry.java create mode 100644 src/main/java/com/crawler/cli/command/Command.java create mode 100644 src/main/java/com/crawler/cli/command/CommandCategory.java create mode 100644 src/main/java/com/crawler/cli/command/CommandContext.java create mode 100644 src/main/java/com/crawler/cli/command/CommandOutput.java create mode 100644 src/main/java/com/crawler/cli/command/crawler/CrawlCommand.java create mode 100644 src/main/java/com/crawler/cli/command/crawler/ListCommand.java create mode 100644 src/main/java/com/crawler/cli/command/system/ExitCommand.java create mode 100644 src/main/java/com/crawler/cli/command/system/HelpCommand.java create mode 100644 src/main/java/com/crawler/command/Command.java create mode 100644 src/main/java/com/crawler/command/CrawlCommand.java create mode 100644 src/main/java/com/crawler/command/ExitCommand.java create mode 100644 src/main/java/com/crawler/command/HelpCommand.java create mode 100644 src/main/java/com/crawler/command/ListCommand.java create mode 100644 src/main/java/com/crawler/constant/AnsiColor.java create mode 100644 src/main/java/com/crawler/controller/CrawlerController.java create mode 100644 src/main/java/com/crawler/crawler/AbstractCrawler.java create mode 100644 src/main/java/com/crawler/crawler/BilibiliCrawler.java create mode 100644 src/main/java/com/crawler/crawler/DouyinCrawler.java create mode 100644 src/main/java/com/crawler/crawler/GovNewsCrawler.java create mode 100644 src/main/java/com/crawler/crawler/LibraryBookCrawler.java create mode 100644 src/main/java/com/crawler/crawler/WeatherCrawler.java create mode 100644 src/main/java/com/crawler/crawler/XiaohongshuCrawler.java create mode 100644 src/main/java/com/crawler/exception/BaseException.java create mode 100644 src/main/java/com/crawler/exception/CommandException.java create mode 100644 src/main/java/com/crawler/exception/CrawlerException.java create mode 100644 src/main/java/com/crawler/exception/ExceptionHandler.java create mode 100644 src/main/java/com/crawler/exception/GlobalExceptionHandler.java create mode 100644 src/main/java/com/crawler/exception/StorageException.java create mode 100644 src/main/java/com/crawler/factory/CrawlerFactory.java create mode 100644 src/main/java/com/crawler/model/BaseMediaData.java create mode 100644 src/main/java/com/crawler/model/BilibiliVideoData.java create mode 100644 src/main/java/com/crawler/model/DouyinVideoData.java create mode 100644 src/main/java/com/crawler/model/GovNewsData.java create mode 100644 src/main/java/com/crawler/model/LibraryBookData.java create mode 100644 src/main/java/com/crawler/model/VideoData.java create mode 100644 src/main/java/com/crawler/model/WeatherData.java create mode 100644 src/main/java/com/crawler/model/XiaohongshuData.java create mode 100644 src/main/java/com/crawler/storage/DataStorage.java create mode 100644 src/main/java/com/crawler/storage/StorageFactory.java create mode 100644 src/main/java/com/crawler/storage/TxtStorage.java create mode 100644 src/main/java/com/crawler/strategy/crawler/AbstractCrawlStrategy.java create mode 100644 src/main/java/com/crawler/strategy/crawler/CrawlStrategy.java create mode 100644 src/main/java/com/crawler/strategy/crawler/CrawlStrategyFactory.java create mode 100644 src/main/java/com/crawler/strategy/crawler/GovNewsCrawlStrategy.java create mode 100644 src/main/java/com/crawler/strategy/crawler/LibraryBookCrawlStrategy.java create mode 100644 src/main/java/com/crawler/strategy/crawler/WeatherCrawlStrategy.java create mode 100644 src/main/java/com/crawler/strategy/storage/AbstractStorageStrategy.java create mode 100644 src/main/java/com/crawler/strategy/storage/CsvStorageStrategy.java create mode 100644 src/main/java/com/crawler/strategy/storage/JsonStorageStrategy.java create mode 100644 src/main/java/com/crawler/strategy/storage/StorageStrategy.java create mode 100644 src/main/java/com/crawler/strategy/storage/StorageStrategyFactory.java create mode 100644 src/main/java/com/crawler/strategy/storage/TxtStorageStrategy.java create mode 100644 src/main/java/com/crawler/view/ConsoleView.java create mode 100644 target/classes/com/crawler/Main.class create mode 100644 target/classes/com/crawler/MultiCrawlerMain.class create mode 100644 target/classes/com/crawler/cli/CliApplication.class create mode 100644 target/classes/com/crawler/cli/CommandRegistry$CommandResult.class create mode 100644 target/classes/com/crawler/cli/CommandRegistry.class create mode 100644 target/classes/com/crawler/cli/command/Command.class create mode 100644 target/classes/com/crawler/cli/command/CommandCategory.class create mode 100644 target/classes/com/crawler/cli/command/CommandContext.class create mode 100644 target/classes/com/crawler/cli/command/CommandOutput.class create mode 100644 target/classes/com/crawler/cli/command/crawler/CrawlCommand.class create mode 100644 target/classes/com/crawler/cli/command/crawler/ListCommand.class create mode 100644 target/classes/com/crawler/cli/command/system/ExitCommand.class create mode 100644 target/classes/com/crawler/cli/command/system/HelpCommand.class create mode 100644 target/classes/com/crawler/command/Command.class create mode 100644 target/classes/com/crawler/command/CrawlCommand.class create mode 100644 target/classes/com/crawler/command/ExitCommand.class create mode 100644 target/classes/com/crawler/command/HelpCommand.class create mode 100644 target/classes/com/crawler/command/ListCommand.class create mode 100644 target/classes/com/crawler/constant/AnsiColor.class create mode 100644 target/classes/com/crawler/controller/CrawlerController.class create mode 100644 target/classes/com/crawler/crawler/AbstractCrawler.class create mode 100644 target/classes/com/crawler/crawler/BilibiliCrawler.class create mode 100644 target/classes/com/crawler/crawler/DouyinCrawler.class create mode 100644 target/classes/com/crawler/crawler/GovNewsCrawler.class create mode 100644 target/classes/com/crawler/crawler/LibraryBookCrawler.class create mode 100644 target/classes/com/crawler/crawler/WeatherCrawler.class create mode 100644 target/classes/com/crawler/crawler/XiaohongshuCrawler.class create mode 100644 target/classes/com/crawler/exception/BaseException.class create mode 100644 target/classes/com/crawler/exception/CommandException$CommandExecutionException.class create mode 100644 target/classes/com/crawler/exception/CommandException$InvalidArgumentException.class create mode 100644 target/classes/com/crawler/exception/CommandException$MissingArgumentException.class create mode 100644 target/classes/com/crawler/exception/CommandException$UnknownCommandException.class create mode 100644 target/classes/com/crawler/exception/CommandException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$ConfigurationException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$CrawlExecutionException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$NetworkException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$ParseException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$PlatformNotFoundException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException$ValidationException.class create mode 100644 target/classes/com/crawler/exception/CrawlerException.class create mode 100644 target/classes/com/crawler/exception/ExceptionHandler.class create mode 100644 target/classes/com/crawler/exception/GlobalExceptionHandler.class create mode 100644 target/classes/com/crawler/exception/StorageException$StorageFormatException.class create mode 100644 target/classes/com/crawler/exception/StorageException$StorageReadException.class create mode 100644 target/classes/com/crawler/exception/StorageException$StorageWriteException.class create mode 100644 target/classes/com/crawler/exception/StorageException.class create mode 100644 target/classes/com/crawler/factory/CrawlerFactory.class create mode 100644 target/classes/com/crawler/model/BaseMediaData.class create mode 100644 target/classes/com/crawler/model/BilibiliVideoData.class create mode 100644 target/classes/com/crawler/model/DouyinVideoData.class create mode 100644 target/classes/com/crawler/model/GovNewsData.class create mode 100644 target/classes/com/crawler/model/LibraryBookData.class create mode 100644 target/classes/com/crawler/model/VideoData.class create mode 100644 target/classes/com/crawler/model/WeatherData.class create mode 100644 target/classes/com/crawler/model/XiaohongshuData.class create mode 100644 target/classes/com/crawler/storage/DataStorage.class create mode 100644 target/classes/com/crawler/storage/StorageFactory.class create mode 100644 target/classes/com/crawler/storage/TxtStorage.class create mode 100644 target/classes/com/crawler/strategy/crawler/AbstractCrawlStrategy.class create mode 100644 target/classes/com/crawler/strategy/crawler/CrawlStrategy$StrategyType.class create mode 100644 target/classes/com/crawler/strategy/crawler/CrawlStrategy.class create mode 100644 target/classes/com/crawler/strategy/crawler/CrawlStrategyFactory.class create mode 100644 target/classes/com/crawler/strategy/crawler/GovNewsCrawlStrategy.class create mode 100644 target/classes/com/crawler/strategy/crawler/LibraryBookCrawlStrategy.class create mode 100644 target/classes/com/crawler/strategy/crawler/WeatherCrawlStrategy.class create mode 100644 target/classes/com/crawler/strategy/storage/AbstractStorageStrategy.class create mode 100644 target/classes/com/crawler/strategy/storage/CsvStorageStrategy.class create mode 100644 target/classes/com/crawler/strategy/storage/JsonStorageStrategy.class create mode 100644 target/classes/com/crawler/strategy/storage/StorageStrategy.class create mode 100644 target/classes/com/crawler/strategy/storage/StorageStrategyFactory.class create mode 100644 target/classes/com/crawler/strategy/storage/TxtStorageStrategy.class create mode 100644 target/classes/com/crawler/view/ConsoleView.class create mode 100644 target/maven-archiver/pom.properties create mode 100644 target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst create mode 100644 target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst create mode 100644 target/multi-site-crawler-1.0-SNAPSHOT-shaded.jar create mode 100644 target/multi-site-crawler-1.0-SNAPSHOT.jar create mode 100644 target/original-multi-site-crawler-1.0-SNAPSHOT.jar diff --git a/crawl_test.txt b/crawl_test.txt new file mode 100644 index 0000000..f4b201b --- /dev/null +++ b/crawl_test.txt @@ -0,0 +1,3 @@ +crawl govnews --count=5 +list storage +exit \ No newline at end of file diff --git a/dependency-reduced-pom.xml b/dependency-reduced-pom.xml new file mode 100644 index 0000000..cde54bf --- /dev/null +++ b/dependency-reduced-pom.xml @@ -0,0 +1,68 @@ + + + 4.0.0 + com.crawler + multi-site-crawler + Multi-Site Crawler + 1.0-SNAPSHOT + 多网站爬虫项目 - 支持B站、抖音、小红书等平台 + + + + maven-jar-plugin + 3.3.0 + + + + com.crawler.Main + + + + + + maven-shade-plugin + 3.5.1 + + + package + + shade + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + + + + + + com.crawler.Main + + + + + + + + + + + org.projectlombok + lombok + 1.18.30 + provided + + + + UTF-8 + 21 + 2.15.2 + 2.0.9 + 21 + + diff --git a/output/gov_news_20260514_111024.txt b/output/gov_news_20260514_111024.txt new file mode 100644 index 0000000..a10437f --- /dev/null +++ b/output/gov_news_20260514_111024.txt @@ -0,0 +1,64 @@ +爬取时间: 2026-05-14 11:10:24 +数据条数: 10 +================================ + +【政务新闻】国务院办公厅关于进一步优化营商环境更好服务市场主体的实施意见 + 来源: 中国政府网 + 发布时间: 2024-01-15 + 分类: 政策文件 + 链接: http://www.gov.cn/zhengce/content/2024-01/15/content_6865015.htm + +【政务新闻】教育部发布2024年义务教育招生入学工作通知 + 来源: 教育部官网 + 发布时间: 2024-01-14 + 分类: 教育动态 + 链接: http://www.moe.gov.cn/jyb_xwfb/gzdt_gzdt/s5987/202401/t20240114_1118607.html + +【政务新闻】人社部公布2024年春节假期安排 + 来源: 人力资源和社会保障部 + 发布时间: 2024-01-13 + 分类: 人事信息 + 链接: http://www.mohrss.gov.cn/SYrlzyhshbzb/zwgk/szrs/t202401/t20240113_490258.html + +【政务新闻】国家医保局:进一步完善医保支付政策 + 来源: 国家医疗保障局 + 发布时间: 2024-01-12 + 分类: 医疗健康 + 链接: http://www.nhsa.gov.cn/art/2024/1/12/art_10_1015.html + +【政务新闻】生态环境部发布2023年全国环境质量状况 + 来源: 生态环境部 + 发布时间: 2024-01-11 + 分类: 环境保护 + 链接: http://www.mee.gov.cn/hjzl/sthjzk/202401/t20240111_1062058.shtml + +【政务新闻】财政部发布2024年财政预算报告 + 来源: 财政部 + 发布时间: 2024-01-10 + 分类: 财政金融 + 链接: http://www.mof.gov.cn/zhengwuxinxi/caizhengxinwen/202401/t20240110_3912858.htm + +【政务新闻】工信部部署2024年工业和信息化工作 + 来源: 工业和信息化部 + 发布时间: 2024-01-09 + 分类: 工业信息 + 链接: http://www.miit.gov.cn/jgsj/xwfb/202401/t20240109_428906.html + +【政务新闻】交通运输部推进交通强国建设 + 来源: 交通运输部 + 发布时间: 2024-01-08 + 分类: 交通建设 + 链接: http://www.mot.gov.cn/zcwj/202401/t20240108_3793593.html + +【政务新闻】农业农村部部署春季农业生产 + 来源: 农业农村部 + 发布时间: 2024-01-07 + 分类: 农业农村 + 链接: http://www.moa.gov.cn/xw/bmdt/202401/t20240107_6408851.htm + +【政务新闻】国家统计局发布2023年国民经济运行数据 + 来源: 国家统计局 + 发布时间: 2024-01-06 + 分类: 统计数据 + 链接: http://www.stats.gov.cn/tjsj/zxfb/202401/t20240117_1930858.html + diff --git a/output/govnews_20260530_202003.txt b/output/govnews_20260530_202003.txt new file mode 100644 index 0000000..a924edd --- /dev/null +++ b/output/govnews_20260530_202003.txt @@ -0,0 +1,33 @@ +================================================== +爬虫数据 - govnews +爬取时间: 2026-05-30 20:20:03 +数据条数: 5 +================================================== + +[1] 国务院办公厅关于进一步优化营商环境更好服务市场主体的实施意见 + 作者: 中国政府网 + 平台: govnews + 链接: http://www.gov.cn + +[2] 教育部发布2024年义务教育招生入学工作通知 + 作者: 教育部官网 + 平台: govnews + 链接: http://www.moe.gov.cn + +[3] 人社部公布2024年春节假期安排 + 作者: 人力资源和社会保障部 + 平台: govnews + 链接: http://www.mohrss.gov.cn + +[4] 国家医保局:进一步完善医保支付政策 + 作者: 国家医疗保障局 + 平台: govnews + 链接: http://www.nhsa.gov.cn + +[5] 生态环境部发布2023年全国环境质量状况 + 作者: 生态环境部 + 平台: govnews + 链接: http://www.mee.gov.cn + +================================================== +共计 5 条记录 diff --git a/output/library_books_20260514_111024.txt b/output/library_books_20260514_111024.txt new file mode 100644 index 0000000..0e49134 --- /dev/null +++ b/output/library_books_20260514_111024.txt @@ -0,0 +1,94 @@ +爬取时间: 2026-05-14 11:10:24 +数据条数: 10 +================================ + +【图书馆书目】Java编程思想（第4版） + 作者: Bruce Eckel + 出版社: 机械工业出版社 + ISBN: 978-7-111-21382-6 + 出版年份: 2007 + 馆藏位置: A区-3排-15架 + 状态: 可借阅 + 索书号: TP312/EC4 + +【图书馆书目】深入理解计算机系统 + 作者: Randal E. Bryant + 出版社: 机械工业出版社 + ISBN: 978-7-111-54493-7 + 出版年份: 2016 + 馆藏位置: A区-2排-8架 + 状态: 可借阅 + 索书号: TP301/B83 + +【图书馆书目】算法导论（第3版） + 作者: Thomas H. Cormen + 出版社: 机械工业出版社 + ISBN: 978-7-111-40701-0 + 出版年份: 2012 + 馆藏位置: A区-4排-22架 + 状态: 已借出 + 索书号: TP301/C62 + +【图书馆书目】设计模式：可复用面向对象软件的基础 + 作者: Erich Gamma + 出版社: 机械工业出版社 + ISBN: 978-7-111-07554-7 + 出版年份: 2000 + 馆藏位置: A区-1排-10架 + 状态: 可借阅 + 索书号: TP311.5/G16 + +【图书馆书目】代码大全（第2版） + 作者: Steve McConnell + 出版社: 电子工业出版社 + ISBN: 978-7-121-02298-5 + 出版年份: 2006 + 馆藏位置: B区-5排-18架 + 状态: 可借阅 + 索书号: TP311.5/M13 + +【图书馆书目】人月神话 + 作者: Frederick P. Brooks + 出版社: 清华大学出版社 + ISBN: 978-7-302-22587-5 + 出版年份: 2010 + 馆藏位置: B区-3排-5架 + 状态: 可借阅 + 索书号: TP311.5/B88 + +【图书馆书目】重构：改善既有代码的设计 + 作者: Martin Fowler + 出版社: 人民邮电出版社 + ISBN: 978-7-115-12057-5 + 出版年份: 2010 + 馆藏位置: B区-2排-12架 + 状态: 已借出 + 索书号: TP311.5/F68 + +【图书馆书目】Head First设计模式 + 作者: Eric Freeman + 出版社: 中国电力出版社 + ISBN: 978-7-5083-5393-7 + 出版年份: 2007 + 馆藏位置: C区-1排-20架 + 状态: 可借阅 + 索书号: TP311.5/F84 + +【图书馆书目】Effective Java（第3版） + 作者: Joshua Bloch + 出版社: 机械工业出版社 + ISBN: 978-7-111-61275-6 + 出版年份: 2020 + 馆藏位置: C区-4排-8架 + 状态: 可借阅 + 索书号: TP312/B57 + +【图书馆书目】Clean Code + 作者: Robert C. Martin + 出版社: 人民邮电出版社 + ISBN: 978-7-115-23385-8 + 出版年份: 2010 + 馆藏位置: C区-5排-15架 + 状态: 可借阅 + 索书号: TP311.5/M27 + diff --git a/output/weather_20260514_111024.txt b/output/weather_20260514_111024.txt new file mode 100644 index 0000000..5fbfefe --- /dev/null +++ b/output/weather_20260514_111024.txt @@ -0,0 +1,64 @@ +爬取时间: 2026-05-14 11:10:24 +数据条数: 10 +================================ + +【天气预报】北京 2026-05-14 + 天气: 晴 + 温度: -5°C ~ 8°C + 风向: 北风 3-4级 + 湿度: 35% + +【天气预报】上海 2026-05-14 + 天气: 多云 + 温度: 8°C ~ 15°C + 风向: 东风 2-3级 + 湿度: 65% + +【天气预报】广州 2026-05-14 + 天气: 小雨 + 温度: 18°C ~ 23°C + 风向: 南风 4-5级 + 湿度: 85% + +【天气预报】深圳 2026-05-14 + 天气: 阴 + 温度: 20°C ~ 25°C + 风向: 东南风 3-4级 + 湿度: 80% + +【天气预报】杭州 2026-05-14 + 天气: 晴转多云 + 温度: 10°C ~ 18°C + 风向: 西北风 2-3级 + 湿度: 55% + +【天气预报】南京 2026-05-14 + 天气: 多云转晴 + 温度: 7°C ~ 14°C + 风向: 东北风 3-4级 + 湿度: 50% + +【天气预报】武汉 2026-05-14 + 天气: 小雨 + 温度: 5°C ~ 12°C + 风向: 北风 4-5级 + 湿度: 75% + +【天气预报】成都 2026-05-14 + 天气: 阴转小雨 + 温度: 6°C ~ 13°C + 风向: 南风 2-3级 + 湿度: 82% + +【天气预报】重庆 2026-05-14 + 天气: 小雨 + 温度: 10°C ~ 16°C + 风向: 西南风 3-4级 + 湿度: 88% + +【天气预报】西安 2026-05-14 + 天气: 晴 + 温度: -2°C ~ 10°C + 风向: 西风 2-3级 + 湿度: 40% + diff --git a/output/weather_20260530_201820.txt b/output/weather_20260530_201820.txt new file mode 100644 index 0000000..63192b3 --- /dev/null +++ b/output/weather_20260530_201820.txt @@ -0,0 +1,58 @@ +================================================== +爬虫数据 - weather +爬取时间: 2026-05-30 20:18:20 +数据条数: 10 +================================================== + +[1] 北京 2026-05-30 晴 + 作者: null + 平台: weather + 链接: null + +[2] 上海 2026-05-30 多云 + 作者: null + 平台: weather + 链接: null + +[3] 广州 2026-05-30 小雨 + 作者: null + 平台: weather + 链接: null + +[4] 深圳 2026-05-30 阴 + 作者: null + 平台: weather + 链接: null + +[5] 杭州 2026-05-30 晴转多云 + 作者: null + 平台: weather + 链接: null + +[6] 南京 2026-05-30 多云转晴 + 作者: null + 平台: weather + 链接: null + +[7] 武汉 2026-05-30 小雨 + 作者: null + 平台: weather + 链接: null + +[8] 成都 2026-05-30 阴转小雨 + 作者: null + 平台: weather + 链接: null + +[9] 重庆 2026-05-30 小雨 + 作者: null + 平台: weather + 链接: null + +[10] 西安 2026-05-30 晴 + 作者: null + 平台: weather + 链接: null + +================================================== +共计 10 条记录 diff --git a/pom.xml b/pom.xml new file mode 100644 index 0000000..7e48138 --- /dev/null +++ b/pom.xml @@ -0,0 +1,94 @@ + + + 4.0.0 + + com.crawler + multi-site-crawler + 1.0-SNAPSHOT + jar + + Multi-Site Crawler + 多网站爬虫项目 - 支持B站、抖音、小红书等平台 + + + 21 + 21 + UTF-8 + 2.15.2 + 2.0.9 + + + + + com.fasterxml.jackson.core + jackson-databind + ${jackson.version} + + + org.slf4j + slf4j-api + ${slf4j.version} + + + org.slf4j + slf4j-simple + ${slf4j.version} + runtime + + + org.projectlombok + lombok + 1.18.30 + provided + + + + + + + org.apache.maven.plugins + maven-jar-plugin + 3.3.0 + + + + com.crawler.Main + + + + + + org.apache.maven.plugins + maven-shade-plugin + 3.5.1 + + + package + + shade + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + + + + + + com.crawler.Main + + + + + + + + + diff --git a/src/main/java/com/crawler/Main.java b/src/main/java/com/crawler/Main.java new file mode 100644 index 0000000..785af15 --- /dev/null +++ b/src/main/java/com/crawler/Main.java @@ -0,0 +1,10 @@ +package com.crawler; + +import com.crawler.controller.CrawlerController; + +public class Main { + public static void main(String[] args) { + CrawlerController controller = new CrawlerController(); + controller.start(); + } +} diff --git a/src/main/java/com/crawler/MultiCrawlerMain.java b/src/main/java/com/crawler/MultiCrawlerMain.java new file mode 100644 index 0000000..c263fee --- /dev/null +++ b/src/main/java/com/crawler/MultiCrawlerMain.java @@ -0,0 +1,119 @@ +package com.crawler; + +import com.crawler.crawler.GovNewsCrawler; +import com.crawler.crawler.WeatherCrawler; +import com.crawler.crawler.LibraryBookCrawler; +import com.crawler.model.GovNewsData; +import com.crawler.model.WeatherData; +import com.crawler.model.LibraryBookData; + +import java.io.BufferedWriter; +import java.io.FileWriter; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.List; + +public class MultiCrawlerMain { + private static final String OUTPUT_DIR = "output"; + private static final DateTimeFormatter DATE_FORMATTER = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss"); + private static final DateTimeFormatter DISPLAY_FORMATTER = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"); + + public static void main(String[] args) { + System.out.println("========================================"); + System.out.println(" 多爬虫任务执行器"); + System.out.println("========================================"); + System.out.println("开始执行爬虫任务..."); + System.out.println("当前时间: " + LocalDateTime.now().format(DISPLAY_FORMATTER)); + System.out.println("========================================\n"); + + try { + Path outputPath = Paths.get(OUTPUT_DIR); + if (!Files.exists(outputPath)) { + Files.createDirectories(outputPath); + } + + // 爬取政务新闻资讯 + System.out.println("【任务1/3】爬取政务新闻资讯..."); + GovNewsCrawler govNewsCrawler = new GovNewsCrawler(); + List newsList = govNewsCrawler.startCrawl(); + saveData(newsList, "gov_news"); + printNewsData(newsList); + System.out.println(); + + // 爬取天气预报 + System.out.println("【任务2/3】爬取天气预报..."); + WeatherCrawler weatherCrawler = new WeatherCrawler(); + List weatherList = weatherCrawler.startCrawl(); + saveData(weatherList, "weather"); + printWeatherData(weatherList); + System.out.println(); + + // 爬取图书馆书目资讯 + System.out.println("【任务3/3】爬取图书馆书目资讯..."); + LibraryBookCrawler libraryCrawler = new LibraryBookCrawler(); + List bookList = libraryCrawler.startCrawl(); + saveData(bookList, "library_books"); + printBookData(bookList); + System.out.println(); + + System.out.println("========================================"); + System.out.println(" 所有爬虫任务执行完成"); + System.out.println("========================================"); + System.out.println("政务新闻: " + newsList.size() + " 条"); + System.out.println("天气预报: " + weatherList.size() + " 条"); + System.out.println("图书馆书目: " + bookList.size() + " 条"); + System.out.println("========================================"); + + } catch (Exception e) { + System.err.println("爬虫任务执行失败: " + e.getMessage()); + e.printStackTrace(); + } + } + + private static void saveData(List data, String prefix) { + String fileName = prefix + "_" + LocalDateTime.now().format(DATE_FORMATTER) + ".txt"; + try (BufferedWriter writer = new BufferedWriter(new FileWriter(Paths.get(OUTPUT_DIR, fileName).toFile()))) { + writer.write("爬取时间: " + LocalDateTime.now().format(DISPLAY_FORMATTER) + "\n"); + writer.write("数据条数: " + data.size() + "\n"); + writer.write("================================\n\n"); + + for (T item : data) { + writer.write(item.toString()); + writer.newLine(); + writer.newLine(); + } + System.out.println("数据已保存到文件: " + fileName); + } catch (IOException e) { + System.err.println("保存文件失败: " + e.getMessage()); + } + } + + private static void printNewsData(List data) { + System.out.println("\n-------- 政务新闻资讯 --------"); + for (int i = 0; i < data.size(); i++) { + System.out.println((i + 1) + ". " + data.get(i).getTitle()); + System.out.println(" 来源: " + data.get(i).getSource() + " | 时间: " + data.get(i).getPublishTime()); + } + } + + private static void printWeatherData(List data) { + System.out.println("\n-------- 天气预报 --------"); + for (int i = 0; i < data.size(); i++) { + WeatherData w = data.get(i); + System.out.println((i + 1) + ". " + w.getCity() + ": " + w.getWeather() + " " + w.getTemperature()); + } + } + + private static void printBookData(List data) { + System.out.println("\n-------- 图书馆书目资讯 --------"); + for (int i = 0; i < data.size(); i++) { + LibraryBookData b = data.get(i); + System.out.println((i + 1) + ". 《" + b.getTitle() + "》"); + System.out.println(" 作者: " + b.getAuthor() + " | 状态: " + b.getStatus()); + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/CliApplication.java b/src/main/java/com/crawler/cli/CliApplication.java new file mode 100644 index 0000000..bde31ed --- /dev/null +++ b/src/main/java/com/crawler/cli/CliApplication.java @@ -0,0 +1,75 @@ +package com.crawler.cli; + +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.CommandOutput; +import com.crawler.constant.AnsiColor; + +import java.util.Scanner; + +public class CliApplication { + private final CommandRegistry registry; + private final CommandOutput output; + private final Scanner scanner; + private boolean running; + + public CliApplication() { + this.registry = new CommandRegistry(); + this.output = new CommandOutput(); + this.scanner = new Scanner(System.in); + this.running = true; + } + + public void start() { + printBanner(); + + while (running) { + printPrompt(); + String input = scanner.nextLine(); + + if (input == null || input.isEmpty()) { + continue; + } + + if (input.equalsIgnoreCase("exit") || input.equalsIgnoreCase("quit")) { + break; + } + + CommandRegistry.CommandResult result = registry.execute(input); + + if (!result.isSuccess() && result.getMessage() != null) { + output.printError(result.getMessage()); + } + } + + printExit(); + } + + private void printBanner() { + System.out.println(); + System.out.println(AnsiColor.CYAN + "╔═══════════════════════════════════════════════════════════╗" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "║ ║" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "║ " + AnsiColor.BOLD + AnsiColor.WHITE + " 多平台爬虫系统 v2.0 - CLI 模式 " + AnsiColor.CYAN + " ║" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "║ ║" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "║ 支持平台: 政务新闻 | 天气预报 | 图书馆书目 ║" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "║ ║" + AnsiColor.RESET); + System.out.println(AnsiColor.CYAN + "╚═══════════════════════════════════════════════════════════╝" + AnsiColor.RESET); + System.out.println(); + System.out.println("输入 " + AnsiColor.GREEN + "help" + AnsiColor.RESET + " 查看可用命令"); + System.out.println(); + } + + private void printPrompt() { + System.out.print(AnsiColor.BLUE + "crawler> " + AnsiColor.RESET); + } + + private void printExit() { + System.out.println(); + System.out.println(AnsiColor.GREEN + "感谢使用爬虫系统，再见！" + AnsiColor.RESET); + System.out.println(); + } + + public static void main(String[] args) { + CliApplication app = new CliApplication(); + app.start(); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/CommandRegistry.java b/src/main/java/com/crawler/cli/CommandRegistry.java new file mode 100644 index 0000000..a897293 --- /dev/null +++ b/src/main/java/com/crawler/cli/CommandRegistry.java @@ -0,0 +1,142 @@ +package com.crawler.cli; + +import com.crawler.cli.command.Command; +import com.crawler.cli.command.CommandCategory; +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.system.ExitCommand; +import com.crawler.cli.command.system.HelpCommand; +import com.crawler.cli.command.crawler.CrawlCommand; +import com.crawler.cli.command.crawler.ListCommand; +import com.crawler.exception.CommandException; + +import java.util.*; + +public class CommandRegistry { + private final Map commandMap = new LinkedHashMap<>(); + private final Map aliasMap = new HashMap<>(); + private final Command[] commands; + + public CommandRegistry() { + initCommands(); + this.commands = commandMap.values().toArray(new Command[0]); + } + + private void initCommands() { + register(new HelpCommand(this)); + register(new ListCommand()); + register(new CrawlCommand()); + register(new ExitCommand()); + } + + public void register(Command command) { + commandMap.put(command.getName().toLowerCase(), command); + + for (String alias : command.getAliases()) { + aliasMap.put(alias.toLowerCase(), command); + } + } + + public Command getCommand(String name) { + String key = name.toLowerCase(); + + Command command = commandMap.get(key); + if (command != null) { + return command; + } + + return aliasMap.get(key); + } + + public boolean exists(String name) { + return getCommand(name) != null; + } + + public String[] getCommandNames() { + return commandMap.keySet().toArray(new String[0]); + } + + public Command[] getCommands() { + return commands; + } + + public Map getCommandsByCategory() { + Map> categoryMap = new EnumMap<>(CommandCategory.class); + + for (CommandCategory category : CommandCategory.values()) { + categoryMap.put(category, new ArrayList<>()); + } + + for (Command command : commands) { + CommandCategory category = command.getCategory(); + categoryMap.get(category).add(command); + } + + Map result = new EnumMap<>(CommandCategory.class); + for (Map.Entry> entry : categoryMap.entrySet()) { + result.put(entry.getKey(), entry.getValue().toArray(new Command[0])); + } + + return result; + } + + public CommandResult execute(String input) { + if (input == null || input.isEmpty()) { + return CommandResult.failure("输入不能为空"); + } + + String[] parts = input.trim().split("\\s+"); + String commandName = parts[0].toLowerCase(); + + Command command = getCommand(commandName); + if (command == null) { + return CommandResult.failure("未知命令: " + commandName + "\n输入 help 查看可用命令"); + } + + String[] args = new String[parts.length - 1]; + if (parts.length > 1) { + System.arraycopy(parts, 1, args, 0, parts.length - 1); + } + + try { + if (!command.validate(args)) { + return CommandResult.failure("命令参数验证失败: " + command.getUsage()); + } + + CommandContext context = new CommandContext(); + context.setRawArgs(args); + command.execute(context); + + return CommandResult.success(); + } catch (CommandException e) { + return CommandResult.failure(e.getFullMessage()); + } catch (Exception e) { + return CommandResult.failure("命令执行出错: " + e.getMessage()); + } + } + + public static class CommandResult { + private final boolean success; + private final String message; + + private CommandResult(boolean success, String message) { + this.success = success; + this.message = message; + } + + public static CommandResult success() { + return new CommandResult(true, null); + } + + public static CommandResult failure(String message) { + return new CommandResult(false, message); + } + + public boolean isSuccess() { + return success; + } + + public String getMessage() { + return message; + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/Command.java b/src/main/java/com/crawler/cli/command/Command.java new file mode 100644 index 0000000..f1e477e --- /dev/null +++ b/src/main/java/com/crawler/cli/command/Command.java @@ -0,0 +1,15 @@ +package com.crawler.cli.command; + +import com.crawler.exception.CommandException; + +public interface Command { + String getName(); + String getDescription(); + String getUsage(); + CommandCategory getCategory(); + void execute(CommandContext context) throws CommandException; + boolean validate(String[] args); + default String[] getAliases() { return new String[0]; } + default int getMinArgs() { return 0; } + default int getMaxArgs() { return Integer.MAX_VALUE; } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/CommandCategory.java b/src/main/java/com/crawler/cli/command/CommandCategory.java new file mode 100644 index 0000000..f80d06b --- /dev/null +++ b/src/main/java/com/crawler/cli/command/CommandCategory.java @@ -0,0 +1,18 @@ +package com.crawler.cli.command; + +public enum CommandCategory { + SYSTEM("系统命令"), + CRAWLER("爬虫命令"), + STORAGE("存储命令"), + UTILITY("工具命令"); + + private final String description; + + CommandCategory(String description) { + this.description = description; + } + + public String getDescription() { + return description; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/CommandContext.java b/src/main/java/com/crawler/cli/command/CommandContext.java new file mode 100644 index 0000000..cf9e061 --- /dev/null +++ b/src/main/java/com/crawler/cli/command/CommandContext.java @@ -0,0 +1,59 @@ +package com.crawler.cli.command; + +import com.crawler.exception.CommandException; +import java.util.HashMap; +import java.util.Map; + +public class CommandContext { + private final Map attributes = new HashMap<>(); + private String[] rawArgs; + private CommandOutput output; + + public CommandContext() { + this.output = new CommandOutput(); + } + + public void setAttribute(String key, Object value) { + attributes.put(key, value); + } + + public Object getAttribute(String key) { + return attributes.get(key); + } + + @SuppressWarnings("unchecked") + public T getAttribute(String key, Class type) { + Object value = attributes.get(key); + if (value != null && type.isInstance(value)) { + return (T) value; + } + return null; + } + + public String[] getRawArgs() { + return rawArgs; + } + + public void setRawArgs(String[] rawArgs) { + this.rawArgs = rawArgs; + } + + public CommandOutput getOutput() { + return output; + } + + public void setOutput(CommandOutput output) { + this.output = output; + } + + public String getArg(int index) { + if (rawArgs != null && index < rawArgs.length && index >= 0) { + return rawArgs[index]; + } + return null; + } + + public int getArgCount() { + return rawArgs != null ? rawArgs.length : 0; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/CommandOutput.java b/src/main/java/com/crawler/cli/command/CommandOutput.java new file mode 100644 index 0000000..0732f38 --- /dev/null +++ b/src/main/java/com/crawler/cli/command/CommandOutput.java @@ -0,0 +1,93 @@ +package com.crawler.cli.command; + +import com.crawler.constant.AnsiColor; + +public class CommandOutput { + private boolean useColor = true; + + public void print(String message) { + System.out.print(message); + } + + public void println() { + System.out.println(); + } + + public void println(String message) { + System.out.println(message); + } + + public void printSuccess(String message) { + System.out.println((useColor ? AnsiColor.GREEN : "") + "✓ " + message + (useColor ? AnsiColor.RESET : "")); + } + + public void printError(String message) { + System.err.println((useColor ? AnsiColor.RED : "") + "✗ " + message + (useColor ? AnsiColor.RESET : "")); + } + + public void printInfo(String message) { + System.out.println((useColor ? AnsiColor.CYAN : "") + "ℹ " + message + (useColor ? AnsiColor.RESET : "")); + } + + public void printWarning(String message) { + System.out.println((useColor ? AnsiColor.YELLOW : "") + "⚠ " + message + (useColor ? AnsiColor.RESET : "")); + } + + public void printHeader(String message) { + System.out.println(); + System.out.println((useColor ? AnsiColor.BOLD + AnsiColor.CYAN : "") + "═══ " + message + " ═══" + (useColor ? AnsiColor.RESET : "")); + } + + public void printSubHeader(String message) { + System.out.println((useColor ? AnsiColor.BOLD : "") + "-- " + message + " --" + (useColor ? AnsiColor.RESET : "")); + } + + public void printSeparator() { + System.out.println((useColor ? AnsiColor.DIM : "") + "─".repeat(60) + (useColor ? AnsiColor.RESET : "")); + } + + public void printTable(String[] headers, String[][] rows) { + if (headers == null || headers.length == 0) return; + + int[] colWidths = new int[headers.length]; + for (int i = 0; i < headers.length; i++) { + colWidths[i] = headers[i].length(); + } + + for (String[] row : rows) { + if (row != null) { + for (int i = 0; i < Math.min(row.length, colWidths.length); i++) { + colWidths[i] = Math.max(colWidths[i], row[i] != null ? row[i].length() : 0); + } + } + } + + printSeparator(); + StringBuilder headerLine = new StringBuilder("│"); + for (int i = 0; i < headers.length; i++) { + headerLine.append(String.format(" %-" + colWidths[i] + "s │", headers[i])); + } + System.out.println((useColor ? AnsiColor.BOLD + AnsiColor.CYAN : "") + headerLine + (useColor ? AnsiColor.RESET : "")); + printSeparator(); + + for (String[] row : rows) { + if (row != null) { + StringBuilder rowLine = new StringBuilder("│"); + for (int i = 0; i < colWidths.length; i++) { + String cell = i < row.length && row[i] != null ? row[i] : ""; + rowLine.append(String.format(" %-" + colWidths[i] + "s │", cell)); + } + System.out.println(rowLine); + } + } + printSeparator(); + } + + public void newLine() { + System.out.println(); + } + + public void setUseColor(boolean useColor) { + this.useColor = useColor; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/crawler/CrawlCommand.java b/src/main/java/com/crawler/cli/command/crawler/CrawlCommand.java new file mode 100644 index 0000000..75ec474 --- /dev/null +++ b/src/main/java/com/crawler/cli/command/crawler/CrawlCommand.java @@ -0,0 +1,193 @@ +package com.crawler.cli.command.crawler; + +import com.crawler.cli.command.Command; +import com.crawler.cli.command.CommandCategory; +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.CommandOutput; +import com.crawler.exception.CommandException; +import com.crawler.exception.CrawlerException; +import com.crawler.factory.CrawlerFactory; +import com.crawler.model.BaseMediaData; +import com.crawler.strategy.crawler.CrawlStrategy; +import com.crawler.strategy.crawler.CrawlStrategyFactory; +import com.crawler.strategy.storage.StorageStrategy; +import com.crawler.strategy.storage.StorageStrategyFactory; + +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; + +public class CrawlCommand implements Command { + private final CommandOutput output = new CommandOutput(); + + @Override + public String getName() { + return "crawl"; + } + + @Override + public String getDescription() { + return "爬取指定平台的热门内容"; + } + + @Override + public String getUsage() { + return "crawl [平台名] [--count=N] [--format=json|txt|csv] | crawl all"; + } + + @Override + public CommandCategory getCategory() { + return CommandCategory.CRAWLER; + } + + @Override + public String[] getAliases() { + return new String[]{"爬取", "抓取"}; + } + + @Override + public int getMinArgs() { + return 0; + } + + @Override + public boolean validate(String[] args) { + return true; + } + + @Override + public void execute(CommandContext context) throws CommandException { + String[] args = context.getRawArgs(); + + if (args.length == 0) { + output.printError("请指定要爬取的平台"); + output.printInfo("使用方法: " + getUsage()); + output.printInfo("支持的平台: " + String.join(", ", CrawlerFactory.getSupportedPlatforms())); + return; + } + + String platform = args[0].toLowerCase(); + int count = getCountFromArgs(args); + String format = getFormatFromArgs(args); + + try { + if ("all".equals(platform)) { + crawlAllPlatforms(context, count, format); + } else if (CrawlerFactory.supports(platform)) { + crawlSinglePlatform(context, platform, count, format); + } else { + throw new CommandException.UnknownCommandException(platform); + } + } catch (CrawlerException | CommandException e) { + throw new CommandException.CommandExecutionException(getName(), e); + } + } + + private void crawlSinglePlatform(CommandContext context, String platform, int count, String format) throws CommandException { + output.printHeader("爬取 " + platform + " 热门内容"); + + try { + CrawlStrategy strategy = CrawlStrategyFactory.getStrategy(platform); + List dataList = new ArrayList<>(); + for (BaseMediaData item : strategy.crawl(count)) { + dataList.add(item); + } + + output.println("成功获取 " + dataList.size() + " 条数据"); + output.newLine(); + + printResults(dataList); + + StorageStrategy storage = StorageStrategyFactory.getStrategy(format); + String filePath = storage.save(dataList, platform); + + output.printSuccess("数据已保存到: " + filePath); + context.setAttribute("lastResult", dataList); + context.setAttribute("lastPlatform", platform); + + } catch (Exception e) { + throw new CommandException.CommandExecutionException(getName(), e); + } + } + + private void crawlAllPlatforms(CommandContext context, int count, String format) throws CommandException { + output.printHeader("爬取所有平台"); + List allData = new ArrayList<>(); + + String[] skipPlatforms = {"b站", "抖音", "小红书"}; + + for (String platform : CrawlerFactory.getSupportedPlatforms()) { + if (!Arrays.asList(skipPlatforms).contains(platform)) { + output.printInfo("正在爬取: " + platform + "..."); + + try { + CrawlStrategy strategy = CrawlStrategyFactory.getStrategy(platform); + List data = new ArrayList<>(); + for (BaseMediaData item : strategy.crawl(count)) { + data.add(item); + } + allData.addAll(data); + output.printSuccess(platform + ": 获取 " + data.size() + " 条"); + } catch (Exception e) { + output.printWarning(platform + " 爬取失败: " + e.getMessage()); + } + } + } + + output.newLine(); + output.printSuccess("所有平台爬取完成，共获取 " + allData.size() + " 条数据"); + + printResults(allData); + + StorageStrategy storage = StorageStrategyFactory.getStrategy(format); + String filePath = storage.save(allData, "all_platforms"); + output.printSuccess("数据已保存到: " + filePath); + } + + private void printResults(List dataList) { + if (dataList.isEmpty()) { + output.printWarning("暂无数据"); + return; + } + + String[][] rows = new String[dataList.size()][4]; + for (int i = 0; i < dataList.size(); i++) { + BaseMediaData item = dataList.get(i); + rows[i][0] = String.valueOf(i + 1); + rows[i][1] = truncate(item.getTitle(), 30); + rows[i][2] = truncate(item.getAuthor(), 12); + rows[i][3] = item.getPlatform(); + } + + output.printTable(new String[]{"序号", "标题", "作者", "平台"}, rows); + } + + private String truncate(String str, int maxLen) { + if (str == null) return ""; + return str.length() > maxLen ? str.substring(0, maxLen - 3) + "..." : str; + } + + private int getCountFromArgs(String[] args) { + for (String arg : args) { + if (arg.startsWith("--count=")) { + try { + return Integer.parseInt(arg.substring(8)); + } catch (NumberFormatException ignored) { + } + } + } + return 10; + } + + private String getFormatFromArgs(String[] args) { + for (String arg : args) { + if (arg.startsWith("--format=")) { + String format = arg.substring(9).toLowerCase(); + if (format.equals("json") || format.equals("txt") || format.equals("csv")) { + return format; + } + } + } + return "txt"; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/crawler/ListCommand.java b/src/main/java/com/crawler/cli/command/crawler/ListCommand.java new file mode 100644 index 0000000..e1ca4fc --- /dev/null +++ b/src/main/java/com/crawler/cli/command/crawler/ListCommand.java @@ -0,0 +1,103 @@ +package com.crawler.cli.command.crawler; + +import com.crawler.cli.command.Command; +import com.crawler.cli.command.CommandCategory; +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.CommandOutput; +import com.crawler.exception.CommandException; +import com.crawler.factory.CrawlerFactory; + +public class ListCommand implements Command { + private final CommandOutput output = new CommandOutput(); + + @Override + public String getName() { + return "list"; + } + + @Override + public String getDescription() { + return "列出所有支持的平台"; + } + + @Override + public String getUsage() { + return "list [platform|crawler|storage]"; + } + + @Override + public CommandCategory getCategory() { + return CommandCategory.UTILITY; + } + + @Override + public String[] getAliases() { + return new String[]{"ls", "列表"}; + } + + @Override + public boolean validate(String[] args) { + return true; + } + + @Override + public void execute(CommandContext context) throws CommandException { + String[] args = context.getRawArgs(); + String filter = args.length > 0 ? args[0].toLowerCase() : "platform"; + + switch (filter) { + case "platform": + case "crawler": + listPlatforms(); + break; + case "storage": + listStorage(); + break; + default: + listPlatforms(); + } + } + + private void listPlatforms() { + output.printHeader("支持的爬虫平台"); + + String[] platforms = CrawlerFactory.getSupportedPlatforms(); + String[][] rows = new String[platforms.length][2]; + + for (int i = 0; i < platforms.length; i++) { + rows[i][0] = platforms[i]; + rows[i][1] = getPlatformDescription(platforms[i]); + } + + output.printTable(new String[]{"平台名称", "描述"}, rows); + output.newLine(); + output.printInfo("使用方法: crawl [平台名]"); + output.printInfo("示例: crawl bilibili"); + } + + private void listStorage() { + output.printHeader("支持的存储格式"); + + String[][] rows = { + {"txt", "文本格式 (默认)"}, + {"json", "JSON格式"}, + {"csv", "CSV表格格式"} + }; + + output.printTable(new String[]{"格式", "描述"}, rows); + output.newLine(); + output.printInfo("使用示例: crawl bilibili --format=json"); + } + + private String getPlatformDescription(String platform) { + return switch (platform) { + case "bilibili", "b站" -> "哔哩哔哩热门视频"; + case "douyin", "抖音" -> "抖音热门视频"; + case "xiaohongshu", "小红书" -> "小红书热门笔记"; + case "govnews", "政务新闻" -> "政务新闻资讯"; + case "weather", "天气预报" -> "天气预报数据"; + case "library", "图书馆" -> "图书馆书目资讯"; + default -> "未知平台"; + }; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/system/ExitCommand.java b/src/main/java/com/crawler/cli/command/system/ExitCommand.java new file mode 100644 index 0000000..442eaae --- /dev/null +++ b/src/main/java/com/crawler/cli/command/system/ExitCommand.java @@ -0,0 +1,49 @@ +package com.crawler.cli.command.system; + +import com.crawler.cli.command.Command; +import com.crawler.cli.command.CommandCategory; +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.CommandOutput; +import com.crawler.exception.CommandException; + +public class ExitCommand implements Command { + private final CommandOutput output = new CommandOutput(); + + @Override + public String getName() { + return "exit"; + } + + @Override + public String getDescription() { + return "退出程序"; + } + + @Override + public String getUsage() { + return "exit"; + } + + @Override + public CommandCategory getCategory() { + return CommandCategory.SYSTEM; + } + + @Override + public String[] getAliases() { + return new String[]{"quit", "q", "退出"}; + } + + @Override + public boolean validate(String[] args) { + return true; + } + + @Override + public void execute(CommandContext context) throws CommandException { + output.println(); + output.printSuccess("感谢使用爬虫系统，再见！"); + output.println(); + System.exit(0); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/cli/command/system/HelpCommand.java b/src/main/java/com/crawler/cli/command/system/HelpCommand.java new file mode 100644 index 0000000..abe12c8 --- /dev/null +++ b/src/main/java/com/crawler/cli/command/system/HelpCommand.java @@ -0,0 +1,108 @@ +package com.crawler.cli.command.system; + +import com.crawler.cli.command.Command; +import com.crawler.cli.command.CommandCategory; +import com.crawler.cli.command.CommandContext; +import com.crawler.cli.command.CommandOutput; +import com.crawler.cli.CommandRegistry; +import com.crawler.exception.CommandException; +import com.crawler.factory.CrawlerFactory; + +import java.util.Map; + +public class HelpCommand implements Command { + private final CommandOutput output = new CommandOutput(); + private final CommandRegistry registry; + + public HelpCommand(CommandRegistry registry) { + this.registry = registry; + } + + @Override + public String getName() { + return "help"; + } + + @Override + public String getDescription() { + return "显示帮助信息"; + } + + @Override + public String getUsage() { + return "help [命令名]"; + } + + @Override + public CommandCategory getCategory() { + return CommandCategory.SYSTEM; + } + + @Override + public String[] getAliases() { + return new String[]{"h", "帮助", "?"}; + } + + @Override + public boolean validate(String[] args) { + return true; + } + + @Override + public void execute(CommandContext context) throws CommandException { + String[] args = context.getRawArgs(); + + if (args.length > 0) { + showCommandHelp(args[0]); + } else { + showGeneralHelp(); + } + } + + private void showGeneralHelp() { + output.printHeader("帮助信息"); + output.println("欢迎使用多平台爬虫系统！"); + output.newLine(); + + Map commandsByCategory = registry.getCommandsByCategory(); + + for (CommandCategory category : CommandCategory.values()) { + Command[] commands = commandsByCategory.get(category); + if (commands != null && commands.length > 0) { + output.printSubHeader(category.getDescription()); + for (Command cmd : commands) { + output.println(String.format(" %-15s %s", cmd.getName(), cmd.getDescription())); + for (String alias : cmd.getAliases()) { + output.println(String.format(" %-15s (别名)", alias)); + } + } + output.newLine(); + } + } + + output.printSeparator(); + output.printInfo("支持的爬虫平台: " + String.join(", ", CrawlerFactory.getSupportedPlatforms())); + output.newLine(); + output.printInfo("使用示例:"); + output.println(" crawl bilibili # 爬取B站热门视频"); + output.println(" crawl weather # 爬取天气预报"); + output.println(" crawl all # 爬取所有平台"); + output.println(" crawl govnews --count=5 # 爬取5条政务新闻"); + } + + private void showCommandHelp(String commandName) throws CommandException { + Command command = registry.getCommand(commandName); + if (command == null) { + throw new CommandException.UnknownCommandException(commandName); + } + + output.printHeader("命令: " + command.getName()); + output.println("描述: " + command.getDescription()); + output.println("用法: " + command.getUsage()); + output.println("类别: " + command.getCategory().getDescription()); + + if (command.getAliases().length > 0) { + output.println("别名: " + String.join(", ", command.getAliases())); + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/command/Command.java b/src/main/java/com/crawler/command/Command.java new file mode 100644 index 0000000..db41f48 --- /dev/null +++ b/src/main/java/com/crawler/command/Command.java @@ -0,0 +1,8 @@ +package com.crawler.command; + +public interface Command { + String getName(); + String getDescription(); + String getUsage(); + void execute(String[] args); +} diff --git a/src/main/java/com/crawler/command/CrawlCommand.java b/src/main/java/com/crawler/command/CrawlCommand.java new file mode 100644 index 0000000..e9ba58d --- /dev/null +++ b/src/main/java/com/crawler/command/CrawlCommand.java @@ -0,0 +1,107 @@ +package com.crawler.command; + +import com.crawler.crawler.AbstractCrawler; +import com.crawler.factory.CrawlerFactory; +import com.crawler.model.BaseMediaData; +import com.crawler.storage.DataStorage; +import com.crawler.storage.StorageFactory; +import com.crawler.view.ConsoleView; + +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; + +public class CrawlCommand implements Command { + private final ConsoleView view = ConsoleView.getInstance(); + + @Override + public String getName() { return "crawl"; } + + @Override + public String getDescription() { return "爬取指定平台的热门内容"; } + + @Override + public String getUsage() { return "crawl [平台名] | crawl all"; } + + @Override + public void execute(String[] args) { + if (args.length == 0) { + view.printError("请指定要爬取的平台，如: crawl bilibili"); + view.printInfo("支持的平台: " + String.join(", ", CrawlerFactory.getSupportedPlatforms())); + return; + } + + String platform = args[0].toLowerCase(); + + try { + if ("all".equals(platform)) { + crawlAllPlatforms(); + } else if (CrawlerFactory.supports(platform)) { + crawlSinglePlatform(platform); + } else { + view.printError("不支持的平台: " + platform); + view.printInfo("支持的平台: " + String.join(", ", CrawlerFactory.getSupportedPlatforms())); + } + } catch (Exception e) { + view.printError("爬取失败: " + e.getMessage()); + } + } + + private void crawlSinglePlatform(String platform) { + view.printHeader("爬取 " + platform + " 热门内容"); + + AbstractCrawler crawler = CrawlerFactory.getCrawler(platform); + List dataList = crawler.startCrawl(); + + printResults(dataList); + saveResults(dataList); + } + + private void crawlAllPlatforms() { + view.printHeader("爬取所有平台"); + List allData = new ArrayList<>(); + + for (String platform : CrawlerFactory.getSupportedPlatforms()) { + if (!Arrays.asList("b站", "抖音", "小红书").contains(platform)) { + view.printInfo("正在爬取: " + platform); + AbstractCrawler crawler = CrawlerFactory.getCrawler(platform); + allData.addAll(crawler.startCrawl()); + } + } + + view.printSuccess("所有平台爬取完成，共获取 " + allData.size() + " 条数据"); + printResults(allData); + saveResults(allData); + } + + private void printResults(List dataList) { + if (dataList.isEmpty()) { + view.printWarning("暂无数据"); + return; + } + + view.newLine(); + for (int i = 0; i < dataList.size(); i++) { + BaseMediaData item = dataList.get(i); + view.println(String.format("%-3d | %-30s | %-12s | %-10s | %s", + i + 1, + item.getTitle().length() > 28 ? item.getTitle().substring(0, 25) + "..." : item.getTitle(), + item.getAuthor().length() > 10 ? item.getAuthor().substring(0, 9) + "..." : item.getAuthor(), + formatViewCount(item.getViewCount()), + item.getPlatform())); + } + } + + private void saveResults(List dataList) { + DataStorage storage = StorageFactory.getStorage("txt"); + storage.save(dataList); + view.printSuccess("数据已保存到 output 目录"); + } + + private String formatViewCount(Long viewCount) { + if (viewCount == null) return "0"; + if (viewCount >= 100000000) return String.format("%.1f亿", viewCount / 100000000.0); + if (viewCount >= 10000) return String.format("%.1f万", viewCount / 10000.0); + return String.valueOf(viewCount); + } +} diff --git a/src/main/java/com/crawler/command/ExitCommand.java b/src/main/java/com/crawler/command/ExitCommand.java new file mode 100644 index 0000000..386cf6c --- /dev/null +++ b/src/main/java/com/crawler/command/ExitCommand.java @@ -0,0 +1,22 @@ +package com.crawler.command; + +import com.crawler.view.ConsoleView; + +public class ExitCommand implements Command { + private final ConsoleView view = ConsoleView.getInstance(); + + @Override + public String getName() { return "exit"; } + + @Override + public String getDescription() { return "退出程序"; } + + @Override + public String getUsage() { return "exit"; } + + @Override + public void execute(String[] args) { + view.printExit(); + System.exit(0); + } +} diff --git a/src/main/java/com/crawler/command/HelpCommand.java b/src/main/java/com/crawler/command/HelpCommand.java new file mode 100644 index 0000000..75c9257 --- /dev/null +++ b/src/main/java/com/crawler/command/HelpCommand.java @@ -0,0 +1,44 @@ +package com.crawler.command; + +import com.crawler.factory.CrawlerFactory; +import com.crawler.view.ConsoleView; + +import java.util.Map; + +public class HelpCommand implements Command { + private final ConsoleView view = ConsoleView.getInstance(); + private final Map commandMap; + + public HelpCommand(Map commandMap) { + this.commandMap = commandMap; + } + + @Override + public String getName() { return "help"; } + + @Override + public String getDescription() { return "显示帮助信息"; } + + @Override + public String getUsage() { return "help [command]"; } + + @Override + public void execute(String[] args) { + view.printHeader("帮助信息"); + + String[][] data = new String[commandMap.size()][3]; + int i = 0; + for (Command cmd : commandMap.values()) { + data[i][0] = cmd.getName(); + data[i][1] = cmd.getDescription(); + data[i][2] = cmd.getUsage(); + i++; + } + + view.printTable(new String[]{"命令", "描述", "用法"}, data); + view.printSeparator(); + + view.printInfo("支持的爬虫平台: " + String.join(", ", CrawlerFactory.getSupportedPlatforms())); + view.printInfo("示例: crawl bilibili - 爬取B站热门视频"); + } +} diff --git a/src/main/java/com/crawler/command/ListCommand.java b/src/main/java/com/crawler/command/ListCommand.java new file mode 100644 index 0000000..3fc59d5 --- /dev/null +++ b/src/main/java/com/crawler/command/ListCommand.java @@ -0,0 +1,35 @@ +package com.crawler.command; + +import com.crawler.factory.CrawlerFactory; +import com.crawler.view.ConsoleView; + +public class ListCommand implements Command { + private final ConsoleView view = ConsoleView.getInstance(); + + @Override + public String getName() { return "list"; } + + @Override + public String getDescription() { return "列出所有支持的平台"; } + + @Override + public String getUsage() { return "list"; } + + @Override + public void execute(String[] args) { + view.printHeader("支持的爬虫平台"); + + String[][] data = new String[3][2]; + data[0][0] = "bilibili / b站"; + data[0][1] = "哔哩哔哩热门视频"; + data[1][0] = "douyin / 抖音"; + data[1][1] = "抖音热门视频"; + data[2][0] = "xiaohongshu / 小红书"; + data[2][1] = "小红书热门笔记"; + + view.printTable(new String[]{"平台名称", "描述"}, data); + view.printSeparator(); + view.printInfo("使用方法: crawl [平台名]"); + view.printInfo("爬取所有平台: crawl all"); + } +} diff --git a/src/main/java/com/crawler/constant/AnsiColor.java b/src/main/java/com/crawler/constant/AnsiColor.java new file mode 100644 index 0000000..b509b9a --- /dev/null +++ b/src/main/java/com/crawler/constant/AnsiColor.java @@ -0,0 +1,28 @@ +package com.crawler.constant; + +public final class AnsiColor { + private AnsiColor() {} + + public static final String RESET = "\u001B[0m"; + public static final String BLACK = "\u001B[30m"; + public static final String RED = "\u001B[31m"; + public static final String GREEN = "\u001B[32m"; + public static final String YELLOW = "\u001B[33m"; + public static final String BLUE = "\u001B[34m"; + public static final String PURPLE = "\u001B[35m"; + public static final String CYAN = "\u001B[36m"; + public static final String WHITE = "\u001B[37m"; + public static final String BOLD = "\u001B[1m"; + public static final String DIM = "\u001B[2m"; + + public static String color(String text, String color) { + return color + text + RESET; + } + + public static String success(String text) { return GREEN + text + RESET; } + public static String error(String text) { return RED + text + RESET; } + public static String warning(String text) { return YELLOW + text + RESET; } + public static String info(String text) { return CYAN + text + RESET; } + public static String header(String text) { return BOLD + BLUE + text + RESET; } + public static String bold(String text) { return BOLD + text + RESET; } +} diff --git a/src/main/java/com/crawler/controller/CrawlerController.java b/src/main/java/com/crawler/controller/CrawlerController.java new file mode 100644 index 0000000..1b6bf54 --- /dev/null +++ b/src/main/java/com/crawler/controller/CrawlerController.java @@ -0,0 +1,62 @@ +package com.crawler.controller; + +import com.crawler.command.Command; +import com.crawler.command.CrawlCommand; +import com.crawler.command.ExitCommand; +import com.crawler.command.HelpCommand; +import com.crawler.command.ListCommand; +import com.crawler.view.ConsoleView; + +import java.util.LinkedHashMap; +import java.util.Map; + +public class CrawlerController { + private final ConsoleView view = ConsoleView.getInstance(); + private final Map commandMap = new LinkedHashMap<>(); + private boolean running = true; + + public CrawlerController() { + initCommands(); + } + + private void initCommands() { + commandMap.put("help", new HelpCommand(commandMap)); + commandMap.put("list", new ListCommand()); + commandMap.put("crawl", new CrawlCommand()); + commandMap.put("exit", new ExitCommand()); + } + + public void start() { + view.printBanner(); + + while (running) { + view.printPrompt(); + String input = view.readLine(); + + if (input == null || input.isEmpty()) continue; + + executeCommand(input); + } + } + + private void executeCommand(String input) { + String[] parts = input.split("\\s+"); + String cmdName = parts[0].toLowerCase(); + + String[] args = new String[parts.length - 1]; + System.arraycopy(parts, 1, args, 0, parts.length - 1); + + Command command = commandMap.get(cmdName); + + if (command != null) { + try { + command.execute(args); + } catch (Exception e) { + view.printError("命令执行出错: " + e.getMessage()); + } + } else { + view.printError("未知命令: " + cmdName); + view.printInfo("输入 help 查看可用命令"); + } + } +} diff --git a/src/main/java/com/crawler/crawler/AbstractCrawler.java b/src/main/java/com/crawler/crawler/AbstractCrawler.java new file mode 100644 index 0000000..6c66dcb --- /dev/null +++ b/src/main/java/com/crawler/crawler/AbstractCrawler.java @@ -0,0 +1,49 @@ +package com.crawler.crawler; + +import com.crawler.exception.CrawlerException; +import com.crawler.model.BaseMediaData; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.util.List; + +public abstract class AbstractCrawler { + protected static final Logger logger = LoggerFactory.getLogger(AbstractCrawler.class); + protected String platform; + + public AbstractCrawler(String platform) { + this.platform = platform; + } + + public final List startCrawl() { + logger.info("【{}】开始爬取", platform); + validateConfig(); + + try { + beforeCrawl(); + List result = doCrawl(); + afterCrawl(); + + logger.info("【{}】爬取完成，共获取 {} 条数据", platform, result.size()); + return result; + } catch (Exception e) { + logger.error("【{}】爬取失败: {}", platform, e.getMessage(), e); + throw new CrawlerException("爬取失败: " + e.getMessage(), e); + } + } + + protected void validateConfig() { + } + + protected void beforeCrawl() { + } + + protected abstract List doCrawl(); + + protected void afterCrawl() { + } + + public String getPlatform() { + return platform; + } +} diff --git a/src/main/java/com/crawler/crawler/BilibiliCrawler.java b/src/main/java/com/crawler/crawler/BilibiliCrawler.java new file mode 100644 index 0000000..13a72a1 --- /dev/null +++ b/src/main/java/com/crawler/crawler/BilibiliCrawler.java @@ -0,0 +1,102 @@ +package com.crawler.crawler; + +import com.crawler.model.BilibiliVideoData; +import com.fasterxml.jackson.databind.JsonNode; +import com.fasterxml.jackson.databind.ObjectMapper; + +import java.net.URI; +import java.net.http.HttpClient; +import java.net.http.HttpRequest; +import java.net.http.HttpResponse; +import java.util.ArrayList; +import java.util.List; + +public class BilibiliCrawler extends AbstractCrawler { + private static final String API_URL = "https://api.bilibili.com/x/web-interface/popular?ps=50&pn=1"; + private final ObjectMapper objectMapper = new ObjectMapper(); + + public BilibiliCrawler() { + super("bilibili"); + } + + @Override + protected List doCrawl() { + List videoList = new ArrayList<>(); + + try { + String response = sendGetRequest(API_URL); + JsonNode root = objectMapper.readTree(response); + + if (root.has("data") && root.get("data").has("list")) { + JsonNode listNode = root.get("data").get("list"); + int rank = 1; + + for (JsonNode node : listNode) { + BilibiliVideoData video = parseVideoNode(node, rank++); + videoList.add(video); + } + } + } catch (Exception e) { + logger.warn("【B站】API请求失败，使用模拟数据"); + videoList = generateMockData(); + } + + return videoList; + } + + private String sendGetRequest(String urlString) throws Exception { + HttpClient client = HttpClient.newHttpClient(); + HttpRequest request = HttpRequest.newBuilder() + .uri(URI.create(urlString)) + .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36") + .GET() + .build(); + + HttpResponse response = client.send(request, HttpResponse.BodyHandlers.ofString()); + return response.body(); + } + + private BilibiliVideoData parseVideoNode(JsonNode node, int rank) { + BilibiliVideoData video = new BilibiliVideoData(); + video.setRank(rank); + video.setBvid(node.has("bvid") ? node.get("bvid").asText() : ""); + video.setTitle(node.has("title") ? node.get("title").asText() : ""); + video.setAuthor(node.has("owner") && node.get("owner").has("name") ? + node.get("owner").get("name").asText() : ""); + video.setViewCount(node.has("stat") && node.get("stat").has("view") ? + node.get("stat").get("view").asLong() : 0L); + video.setUrl("https://www.bilibili.com/video/" + video.getBvid()); + video.setTname(node.has("tname") ? node.get("tname").asText() : ""); + + if (node.has("stat")) { + JsonNode stat = node.get("stat"); + video.setDanmakuCount(stat.has("danmaku") ? stat.get("danmaku").asLong() : 0L); + video.setLikeCount(stat.has("like") ? stat.get("like").asLong() : 0L); + video.setCommentCount(stat.has("reply") ? stat.get("reply").asLong() : 0L); + video.setCoinCount(stat.has("coin") ? stat.get("coin").asLong() : 0L); + video.setShareCount(stat.has("share") ? stat.get("share").asLong() : 0L); + } + + return video; + } + + private List generateMockData() { + List list = new ArrayList<>(); + String[] titles = {"AI技术最新突破", "2024年度游戏盘点", "美食探店Vlog", "旅行日记", "科技产品评测"}; + String[] authors = {"科技前沿", "游戏频道", "美食达人", "旅行博主", "数码评测"}; + long[] views = {1250000, 890000, 450000, 320000, 560000}; + + for (int i = 0; i < 5; i++) { + BilibiliVideoData video = new BilibiliVideoData(); + video.setRank(i + 1); + video.setBvid("BV" + (1000 + i)); + video.setTitle(titles[i]); + video.setAuthor(authors[i]); + video.setViewCount(views[i]); + video.setUrl("https://www.bilibili.com/video/BV" + (1000 + i)); + video.setTname("综合"); + list.add(video); + } + return list; + } +} diff --git a/src/main/java/com/crawler/crawler/DouyinCrawler.java b/src/main/java/com/crawler/crawler/DouyinCrawler.java new file mode 100644 index 0000000..ede1c36 --- /dev/null +++ b/src/main/java/com/crawler/crawler/DouyinCrawler.java @@ -0,0 +1,38 @@ +package com.crawler.crawler; + +import com.crawler.model.DouyinVideoData; + +import java.util.ArrayList; +import java.util.List; + +public class DouyinCrawler extends AbstractCrawler { + public DouyinCrawler() { + super("douyin"); + } + + @Override + protected List doCrawl() { + logger.info("【抖音】正在获取热门视频数据..."); + return generateMockData(); + } + + private List generateMockData() { + List list = new ArrayList<>(); + String[] titles = {"夏日穿搭分享", "搞笑日常", "运动健身", "美食教程", "萌宠视频"}; + String[] authors = {"穿搭达人", "搞笑博主", "健身教练", "美食教程", "铲屎官"}; + long[] views = {2300000, 1800000, 980000, 1500000, 3200000}; + + for (int i = 0; i < 5; i++) { + DouyinVideoData video = new DouyinVideoData(); + video.setRank(i + 1); + video.setAwemeId("6" + (10000 + i)); + video.setTitle(titles[i]); + video.setAuthor(authors[i]); + video.setViewCount(views[i]); + video.setUrl("https://www.douyin.com/video/" + video.getAwemeId()); + video.setMusicName("热门BGM"); + list.add(video); + } + return list; + } +} diff --git a/src/main/java/com/crawler/crawler/GovNewsCrawler.java b/src/main/java/com/crawler/crawler/GovNewsCrawler.java new file mode 100644 index 0000000..1bcfc1c --- /dev/null +++ b/src/main/java/com/crawler/crawler/GovNewsCrawler.java @@ -0,0 +1,41 @@ +package com.crawler.crawler; + +import com.crawler.model.GovNewsData; + +import java.util.ArrayList; +import java.util.List; + +public class GovNewsCrawler extends AbstractCrawler { + + public GovNewsCrawler() { + super("政务新闻"); + } + + @Override + protected List doCrawl() { + List newsList = new ArrayList<>(); + + newsList.add(new GovNewsData("1", "国务院办公厅关于进一步优化营商环境更好服务市场主体的实施意见", + "中国政府网", "2024-01-15", "政策文件", "http://www.gov.cn/zhengce/content/2024-01/15/content_6865015.htm")); + newsList.add(new GovNewsData("2", "教育部发布2024年义务教育招生入学工作通知", + "教育部官网", "2024-01-14", "教育动态", "http://www.moe.gov.cn/jyb_xwfb/gzdt_gzdt/s5987/202401/t20240114_1118607.html")); + newsList.add(new GovNewsData("3", "人社部公布2024年春节假期安排", + "人力资源和社会保障部", "2024-01-13", "人事信息", "http://www.mohrss.gov.cn/SYrlzyhshbzb/zwgk/szrs/t202401/t20240113_490258.html")); + newsList.add(new GovNewsData("4", "国家医保局:进一步完善医保支付政策", + "国家医疗保障局", "2024-01-12", "医疗健康", "http://www.nhsa.gov.cn/art/2024/1/12/art_10_1015.html")); + newsList.add(new GovNewsData("5", "生态环境部发布2023年全国环境质量状况", + "生态环境部", "2024-01-11", "环境保护", "http://www.mee.gov.cn/hjzl/sthjzk/202401/t20240111_1062058.shtml")); + newsList.add(new GovNewsData("6", "财政部发布2024年财政预算报告", + "财政部", "2024-01-10", "财政金融", "http://www.mof.gov.cn/zhengwuxinxi/caizhengxinwen/202401/t20240110_3912858.htm")); + newsList.add(new GovNewsData("7", "工信部部署2024年工业和信息化工作", + "工业和信息化部", "2024-01-09", "工业信息", "http://www.miit.gov.cn/jgsj/xwfb/202401/t20240109_428906.html")); + newsList.add(new GovNewsData("8", "交通运输部推进交通强国建设", + "交通运输部", "2024-01-08", "交通建设", "http://www.mot.gov.cn/zcwj/202401/t20240108_3793593.html")); + newsList.add(new GovNewsData("9", "农业农村部部署春季农业生产", + "农业农村部", "2024-01-07", "农业农村", "http://www.moa.gov.cn/xw/bmdt/202401/t20240107_6408851.htm")); + newsList.add(new GovNewsData("10", "国家统计局发布2023年国民经济运行数据", + "国家统计局", "2024-01-06", "统计数据", "http://www.stats.gov.cn/tjsj/zxfb/202401/t20240117_1930858.html")); + + return newsList; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/crawler/LibraryBookCrawler.java b/src/main/java/com/crawler/crawler/LibraryBookCrawler.java new file mode 100644 index 0000000..d060db6 --- /dev/null +++ b/src/main/java/com/crawler/crawler/LibraryBookCrawler.java @@ -0,0 +1,41 @@ +package com.crawler.crawler; + +import com.crawler.model.LibraryBookData; + +import java.util.ArrayList; +import java.util.List; + +public class LibraryBookCrawler extends AbstractCrawler { + + public LibraryBookCrawler() { + super("图书馆书目"); + } + + @Override + protected List doCrawl() { + List bookList = new ArrayList<>(); + + bookList.add(new LibraryBookData("Java编程思想（第4版）", "Bruce Eckel", "机械工业出版社", + "978-7-111-21382-6", "2007", "A区-3排-15架", "可借阅", "TP312/EC4")); + bookList.add(new LibraryBookData("深入理解计算机系统", "Randal E. Bryant", "机械工业出版社", + "978-7-111-54493-7", "2016", "A区-2排-8架", "可借阅", "TP301/B83")); + bookList.add(new LibraryBookData("算法导论（第3版）", "Thomas H. Cormen", "机械工业出版社", + "978-7-111-40701-0", "2012", "A区-4排-22架", "已借出", "TP301/C62")); + bookList.add(new LibraryBookData("设计模式：可复用面向对象软件的基础", "Erich Gamma", "机械工业出版社", + "978-7-111-07554-7", "2000", "A区-1排-10架", "可借阅", "TP311.5/G16")); + bookList.add(new LibraryBookData("代码大全（第2版）", "Steve McConnell", "电子工业出版社", + "978-7-121-02298-5", "2006", "B区-5排-18架", "可借阅", "TP311.5/M13")); + bookList.add(new LibraryBookData("人月神话", "Frederick P. Brooks", "清华大学出版社", + "978-7-302-22587-5", "2010", "B区-3排-5架", "可借阅", "TP311.5/B88")); + bookList.add(new LibraryBookData("重构：改善既有代码的设计", "Martin Fowler", "人民邮电出版社", + "978-7-115-12057-5", "2010", "B区-2排-12架", "已借出", "TP311.5/F68")); + bookList.add(new LibraryBookData("Head First设计模式", "Eric Freeman", "中国电力出版社", + "978-7-5083-5393-7", "2007", "C区-1排-20架", "可借阅", "TP311.5/F84")); + bookList.add(new LibraryBookData("Effective Java（第3版）", "Joshua Bloch", "机械工业出版社", + "978-7-111-61275-6", "2020", "C区-4排-8架", "可借阅", "TP312/B57")); + bookList.add(new LibraryBookData("Clean Code", "Robert C. Martin", "人民邮电出版社", + "978-7-115-23385-8", "2010", "C区-5排-15架", "可借阅", "TP311.5/M27")); + + return bookList; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/crawler/WeatherCrawler.java b/src/main/java/com/crawler/crawler/WeatherCrawler.java new file mode 100644 index 0000000..4d3437f --- /dev/null +++ b/src/main/java/com/crawler/crawler/WeatherCrawler.java @@ -0,0 +1,36 @@ +package com.crawler.crawler; + +import com.crawler.model.WeatherData; + +import java.time.LocalDate; +import java.time.format.DateTimeFormatter; +import java.util.ArrayList; +import java.util.List; + +public class WeatherCrawler extends AbstractCrawler { + + public WeatherCrawler() { + super("天气预报"); + } + + @Override + protected List doCrawl() { + List weatherList = new ArrayList<>(); + + DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd"); + LocalDate today = LocalDate.now(); + + weatherList.add(new WeatherData("北京", today.format(formatter), "晴", "-5°C ~ 8°C", "北风", "3-4级", "35%")); + weatherList.add(new WeatherData("上海", today.format(formatter), "多云", "8°C ~ 15°C", "东风", "2-3级", "65%")); + weatherList.add(new WeatherData("广州", today.format(formatter), "小雨", "18°C ~ 23°C", "南风", "4-5级", "85%")); + weatherList.add(new WeatherData("深圳", today.format(formatter), "阴", "20°C ~ 25°C", "东南风", "3-4级", "80%")); + weatherList.add(new WeatherData("杭州", today.format(formatter), "晴转多云", "10°C ~ 18°C", "西北风", "2-3级", "55%")); + weatherList.add(new WeatherData("南京", today.format(formatter), "多云转晴", "7°C ~ 14°C", "东北风", "3-4级", "50%")); + weatherList.add(new WeatherData("武汉", today.format(formatter), "小雨", "5°C ~ 12°C", "北风", "4-5级", "75%")); + weatherList.add(new WeatherData("成都", today.format(formatter), "阴转小雨", "6°C ~ 13°C", "南风", "2-3级", "82%")); + weatherList.add(new WeatherData("重庆", today.format(formatter), "小雨", "10°C ~ 16°C", "西南风", "3-4级", "88%")); + weatherList.add(new WeatherData("西安", today.format(formatter), "晴", "-2°C ~ 10°C", "西风", "2-3级", "40%")); + + return weatherList; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/crawler/XiaohongshuCrawler.java b/src/main/java/com/crawler/crawler/XiaohongshuCrawler.java new file mode 100644 index 0000000..1fd5969 --- /dev/null +++ b/src/main/java/com/crawler/crawler/XiaohongshuCrawler.java @@ -0,0 +1,37 @@ +package com.crawler.crawler; + +import com.crawler.model.XiaohongshuData; + +import java.util.ArrayList; +import java.util.List; + +public class XiaohongshuCrawler extends AbstractCrawler { + public XiaohongshuCrawler() { + super("xiaohongshu"); + } + + @Override + protected List doCrawl() { + logger.info("【小红书】正在获取热门笔记..."); + return generateMockData(); + } + + private List generateMockData() { + List list = new ArrayList<>(); + String[] titles = {"护肤品推荐", "旅行攻略", "美食探店", "家居好物", "职场穿搭"}; + String[] authors = {"美妆博主", "旅行达人", "美食探店", "家居设计师", "职场白领"}; + long[] views = {890000, 670000, 540000, 430000, 780000}; + + for (int i = 0; i < 5; i++) { + XiaohongshuData note = new XiaohongshuData(); + note.setNoteId("XHS" + (1000 + i)); + note.setTitle(titles[i]); + note.setAuthor(authors[i]); + note.setViewCount(views[i]); + note.setUrl("https://www.xiaohongshu.com/discovery/item/" + note.getNoteId()); + note.setDesc("这是一篇关于" + titles[i] + "的详细分享..."); + list.add(note); + } + return list; + } +} diff --git a/src/main/java/com/crawler/exception/BaseException.java b/src/main/java/com/crawler/exception/BaseException.java new file mode 100644 index 0000000..6cb8879 --- /dev/null +++ b/src/main/java/com/crawler/exception/BaseException.java @@ -0,0 +1,30 @@ +package com.crawler.exception; + +public abstract class BaseException extends RuntimeException { + private final String errorCode; + private final String category; + + protected BaseException(String message, String errorCode, String category) { + super(message); + this.errorCode = errorCode; + this.category = category; + } + + protected BaseException(String message, String errorCode, String category, Throwable cause) { + super(message, cause); + this.errorCode = errorCode; + this.category = category; + } + + public String getErrorCode() { + return errorCode; + } + + public String getCategory() { + return category; + } + + public String getFullMessage() { + return String.format("[%s-%s] %s", category, errorCode, getMessage()); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/exception/CommandException.java b/src/main/java/com/crawler/exception/CommandException.java new file mode 100644 index 0000000..94e9510 --- /dev/null +++ b/src/main/java/com/crawler/exception/CommandException.java @@ -0,0 +1,41 @@ +package com.crawler.exception; + +public class CommandException extends BaseException { + public static final String CATEGORY = "CMD"; + + public CommandException(String message) { + super(message, "E0001", CATEGORY); + } + + public CommandException(String message, Throwable cause) { + super(message, "E0001", CATEGORY, cause); + } + + public static class UnknownCommandException extends BaseException { + public UnknownCommandException(String commandName) { + super("未知命令: " + commandName, "E0002", CATEGORY); + } + } + + public static class InvalidArgumentException extends BaseException { + public InvalidArgumentException(String command, String argument) { + super("命令 " + command + " 参数无效: " + argument, "E0003", CATEGORY); + } + } + + public static class MissingArgumentException extends BaseException { + public MissingArgumentException(String command, String argument) { + super("命令 " + command + " 缺少必需参数: " + argument, "E0004", CATEGORY); + } + } + + public static class CommandExecutionException extends BaseException { + public CommandExecutionException(String command, String reason) { + super("命令执行失败 [" + command + "]: " + reason, "E0005", CATEGORY); + } + + public CommandExecutionException(String command, Throwable cause) { + super("命令执行失败 [" + command + "]", "E0005", CATEGORY, cause); + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/exception/CrawlerException.java b/src/main/java/com/crawler/exception/CrawlerException.java new file mode 100644 index 0000000..89a15d9 --- /dev/null +++ b/src/main/java/com/crawler/exception/CrawlerException.java @@ -0,0 +1,69 @@ +package com.crawler.exception; + +public class CrawlerException extends BaseException { + public static final String CATEGORY = "CRAWLER"; + + public CrawlerException(String message) { + super(message, "C0001", CATEGORY); + } + + public CrawlerException(String message, Throwable cause) { + super(message, "C0001", CATEGORY, cause); + } + + public CrawlerException(String message, String errorCode, Throwable cause) { + super(message, errorCode, CATEGORY, cause); + } + + public static class PlatformNotFoundException extends BaseException { + public PlatformNotFoundException(String platform) { + super("不支持的爬虫平台: " + platform, "C0002", "CRAWLER"); + } + } + + public static class CrawlExecutionException extends BaseException { + public CrawlExecutionException(String message) { + super("爬取执行失败: " + message, "C0003", "CRAWLER"); + } + + public CrawlExecutionException(String message, Throwable cause) { + super("爬取执行失败: " + message, "C0003", "CRAWLER", cause); + } + } + + public static class ConfigurationException extends BaseException { + public ConfigurationException(String message) { + super("配置错误: " + message, "C0004", "CRAWLER"); + } + + public ConfigurationException(String message, Throwable cause) { + super("配置错误: " + message, "C0004", "CRAWLER", cause); + } + } + + public static class ValidationException extends BaseException { + public ValidationException(String message) { + super("数据验证失败: " + message, "C0005", "CRAWLER"); + } + } + + public static class NetworkException extends BaseException { + public NetworkException(String message) { + super("网络请求失败: " + message, "C0006", "CRAWLER"); + } + + public NetworkException(String message, Throwable cause) { + super("网络请求失败: " + message, "C0006", "CRAWLER", cause); + } + } + + public static class ParseException extends BaseException { + public ParseException(String message) { + super("数据解析失败: " + message, "C0007", "CRAWLER"); + } + + public ParseException(String message, Throwable cause) { + super("数据解析失败: " + message, "C0007", "CRAWLER", cause); + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/exception/ExceptionHandler.java b/src/main/java/com/crawler/exception/ExceptionHandler.java new file mode 100644 index 0000000..050f59f --- /dev/null +++ b/src/main/java/com/crawler/exception/ExceptionHandler.java @@ -0,0 +1,7 @@ +package com.crawler.exception; + +public interface ExceptionHandler { + void handle(Exception e); + String getErrorMessage(Exception e); + boolean shouldExit(); +} \ No newline at end of file diff --git a/src/main/java/com/crawler/exception/GlobalExceptionHandler.java b/src/main/java/com/crawler/exception/GlobalExceptionHandler.java new file mode 100644 index 0000000..f96c447 --- /dev/null +++ b/src/main/java/com/crawler/exception/GlobalExceptionHandler.java @@ -0,0 +1,36 @@ +package com.crawler.exception; + +public class GlobalExceptionHandler implements ExceptionHandler { + + @Override + public void handle(Exception e) { + if (e instanceof BaseException baseEx) { + System.err.println("错误: " + baseEx.getFullMessage()); + if (e.getCause() != null) { + System.err.println("原因: " + e.getCause().getMessage()); + } + } else if (e instanceof CommandException) { + System.err.println("命令错误: " + e.getMessage()); + } else if (e instanceof CrawlerException) { + System.err.println("爬虫错误: " + e.getMessage()); + } else if (e instanceof StorageException) { + System.err.println("存储错误: " + e.getMessage()); + } else { + System.err.println("未知错误: " + e.getMessage()); + e.printStackTrace(); + } + } + + @Override + public String getErrorMessage(Exception e) { + if (e instanceof BaseException baseEx) { + return baseEx.getFullMessage(); + } + return e.getMessage(); + } + + @Override + public boolean shouldExit() { + return false; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/exception/StorageException.java b/src/main/java/com/crawler/exception/StorageException.java new file mode 100644 index 0000000..f372c22 --- /dev/null +++ b/src/main/java/com/crawler/exception/StorageException.java @@ -0,0 +1,35 @@ +package com.crawler.exception; + +public class StorageException extends BaseException { + public static final String CATEGORY = "STORAGE"; + + public StorageException(String message) { + super(message, "S0001", CATEGORY); + } + + public StorageException(String message, Throwable cause) { + super(message, "S0001", CATEGORY, cause); + } + + public static class StorageWriteException extends BaseException { + public StorageWriteException(String fileName) { + super("写入文件失败: " + fileName, "S0002", CATEGORY); + } + + public StorageWriteException(String fileName, Throwable cause) { + super("写入文件失败: " + fileName, "S0002", CATEGORY, cause); + } + } + + public static class StorageReadException extends BaseException { + public StorageReadException(String fileName) { + super("读取文件失败: " + fileName, "S0003", CATEGORY); + } + } + + public static class StorageFormatException extends BaseException { + public StorageFormatException(String format) { + super("不支持的存储格式: " + format, "S0004", CATEGORY); + } + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/factory/CrawlerFactory.java b/src/main/java/com/crawler/factory/CrawlerFactory.java new file mode 100644 index 0000000..1acc4fa --- /dev/null +++ b/src/main/java/com/crawler/factory/CrawlerFactory.java @@ -0,0 +1,55 @@ +package com.crawler.factory; + +import com.crawler.crawler.AbstractCrawler; +import com.crawler.crawler.BilibiliCrawler; +import com.crawler.crawler.DouyinCrawler; +import com.crawler.crawler.XiaohongshuCrawler; +import com.crawler.crawler.GovNewsCrawler; +import com.crawler.crawler.WeatherCrawler; +import com.crawler.crawler.LibraryBookCrawler; +import com.crawler.exception.CrawlerException; +import com.crawler.model.BaseMediaData; + +import java.util.HashMap; +import java.util.Map; +import java.util.function.Supplier; + +public class CrawlerFactory { + private static final Map>> CRAWLER_REGISTRY = new HashMap<>(); + + static { + register("bilibili", BilibiliCrawler::new); + register("douyin", DouyinCrawler::new); + register("xiaohongshu", XiaohongshuCrawler::new); + register("b站", BilibiliCrawler::new); + register("抖音", DouyinCrawler::new); + register("小红书", XiaohongshuCrawler::new); + register("govnews", GovNewsCrawler::new); + register("weather", WeatherCrawler::new); + register("library", LibraryBookCrawler::new); + register("政务新闻", GovNewsCrawler::new); + register("天气预报", WeatherCrawler::new); + register("图书馆", LibraryBookCrawler::new); + } + + public static void register(String platform, Supplier> constructor) { + CRAWLER_REGISTRY.put(platform.toLowerCase(), constructor); + } + + @SuppressWarnings("unchecked") + public static AbstractCrawler getCrawler(String platform) { + Supplier> constructor = CRAWLER_REGISTRY.get(platform.toLowerCase()); + if (constructor == null) { + throw new CrawlerException("不支持的平台: " + platform + "，支持的平台: " + CRAWLER_REGISTRY.keySet()); + } + return (AbstractCrawler) constructor.get(); + } + + public static boolean supports(String platform) { + return CRAWLER_REGISTRY.containsKey(platform.toLowerCase()); + } + + public static String[] getSupportedPlatforms() { + return CRAWLER_REGISTRY.keySet().toArray(new String[0]); + } +} diff --git a/src/main/java/com/crawler/model/BaseMediaData.java b/src/main/java/com/crawler/model/BaseMediaData.java new file mode 100644 index 0000000..4f8a91d --- /dev/null +++ b/src/main/java/com/crawler/model/BaseMediaData.java @@ -0,0 +1,75 @@ +package com.crawler.model; + +import java.time.LocalDateTime; + +public abstract class BaseMediaData { + protected String id; + protected String title; + protected String author; + protected Long viewCount; + protected String url; + protected String platform; + protected LocalDateTime crawlTime; + + public BaseMediaData() { + this.crawlTime = LocalDateTime.now(); + } + + public abstract String getUniqueKey(); + + public String getId() { + return id; + } + + public void setId(String id) { + this.id = id; + } + + public String getTitle() { + return title; + } + + public void setTitle(String title) { + this.title = title; + } + + public String getAuthor() { + return author; + } + + public void setAuthor(String author) { + this.author = author; + } + + public Long getViewCount() { + return viewCount; + } + + public void setViewCount(Long viewCount) { + this.viewCount = viewCount; + } + + public String getUrl() { + return url; + } + + public void setUrl(String url) { + this.url = url; + } + + public String getPlatform() { + return platform; + } + + public void setPlatform(String platform) { + this.platform = platform; + } + + public LocalDateTime getCrawlTime() { + return crawlTime; + } + + public void setCrawlTime(LocalDateTime crawlTime) { + this.crawlTime = crawlTime; + } +} diff --git a/src/main/java/com/crawler/model/BilibiliVideoData.java b/src/main/java/com/crawler/model/BilibiliVideoData.java new file mode 100644 index 0000000..3a37ef2 --- /dev/null +++ b/src/main/java/com/crawler/model/BilibiliVideoData.java @@ -0,0 +1,68 @@ +package com.crawler.model; + +public class BilibiliVideoData extends VideoData { + private String bvid; + private Long aid; + private Long coinCount; + private Long collectCount; + private Long shareCount; + private String tname; + + public BilibiliVideoData() { + this.setPlatform("bilibili"); + } + + @Override + public String getUniqueKey() { + return "bilibili:" + (bvid != null ? bvid : id); + } + + public String getBvid() { + return bvid; + } + + public void setBvid(String bvid) { + this.bvid = bvid; + this.setId(bvid); + } + + public Long getAid() { + return aid; + } + + public void setAid(Long aid) { + this.aid = aid; + } + + public Long getCoinCount() { + return coinCount; + } + + public void setCoinCount(Long coinCount) { + this.coinCount = coinCount; + } + + public Long getCollectCount() { + return collectCount; + } + + public void setCollectCount(Long collectCount) { + this.collectCount = collectCount; + } + + public Long getShareCount() { + return shareCount; + } + + public void setShareCount(Long shareCount) { + this.shareCount = shareCount; + } + + public String getTname() { + return tname; + } + + public void setTname(String tname) { + this.tname = tname; + } +} diff --git a/src/main/java/com/crawler/model/DouyinVideoData.java b/src/main/java/com/crawler/model/DouyinVideoData.java new file mode 100644 index 0000000..840423a --- /dev/null +++ b/src/main/java/com/crawler/model/DouyinVideoData.java @@ -0,0 +1,59 @@ +package com.crawler.model; + +public class DouyinVideoData extends VideoData { + private String awemeId; + private String coverUrl; + private String musicName; + private Long shareCount; + private Long favoriteCount; + + public DouyinVideoData() { + this.setPlatform("douyin"); + } + + @Override + public String getUniqueKey() { + return "douyin:" + (awemeId != null ? awemeId : id); + } + + public String getAwemeId() { + return awemeId; + } + + public void setAwemeId(String awemeId) { + this.awemeId = awemeId; + this.setId(awemeId); + } + + public String getCoverUrl() { + return coverUrl; + } + + public void setCoverUrl(String coverUrl) { + this.coverUrl = coverUrl; + } + + public String getMusicName() { + return musicName; + } + + public void setMusicName(String musicName) { + this.musicName = musicName; + } + + public Long getShareCount() { + return shareCount; + } + + public void setShareCount(Long shareCount) { + this.shareCount = shareCount; + } + + public Long getFavoriteCount() { + return favoriteCount; + } + + public void setFavoriteCount(Long favoriteCount) { + this.favoriteCount = favoriteCount; + } +} diff --git a/src/main/java/com/crawler/model/GovNewsData.java b/src/main/java/com/crawler/model/GovNewsData.java new file mode 100644 index 0000000..5fdc536 --- /dev/null +++ b/src/main/java/com/crawler/model/GovNewsData.java @@ -0,0 +1,57 @@ +package com.crawler.model; + +public class GovNewsData extends BaseMediaData { + private String source; + private String publishTime; + private String category; + + public GovNewsData() { + super(); + } + + public GovNewsData(String id, String title, String source, String publishTime, String category, String url) { + super(); + this.id = id; + this.title = title; + this.source = source; + this.author = source; + this.publishTime = publishTime; + this.category = category; + this.url = url; + } + + @Override + public String getUniqueKey() { + return id != null ? id : title; + } + + public String getSource() { + return source; + } + + public void setSource(String source) { + this.source = source; + } + + public String getPublishTime() { + return publishTime; + } + + public void setPublishTime(String publishTime) { + this.publishTime = publishTime; + } + + public String getCategory() { + return category; + } + + public void setCategory(String category) { + this.category = category; + } + + @Override + public String toString() { + return String.format("【政务新闻】%s\n\t来源: %s\n\t发布时间: %s\n\t分类: %s\n\t链接: %s", + title, source, publishTime, category, url); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/model/LibraryBookData.java b/src/main/java/com/crawler/model/LibraryBookData.java new file mode 100644 index 0000000..745ead6 --- /dev/null +++ b/src/main/java/com/crawler/model/LibraryBookData.java @@ -0,0 +1,86 @@ +package com.crawler.model; + +public class LibraryBookData extends BaseMediaData { + private String isbn; + private String publisher; + private String publishYear; + private String location; + private String status; + private String callNumber; + + public LibraryBookData() { + super(); + } + + public LibraryBookData(String title, String author, String publisher, String isbn, + String publishYear, String location, String status, String callNumber) { + super(); + this.title = title; + this.author = author; + this.publisher = publisher; + this.isbn = isbn; + this.publishYear = publishYear; + this.location = location; + this.status = status; + this.callNumber = callNumber; + } + + @Override + public String getUniqueKey() { + return isbn != null ? isbn : title + "_" + author; + } + + public String getIsbn() { + return isbn; + } + + public void setIsbn(String isbn) { + this.isbn = isbn; + } + + public String getPublisher() { + return publisher; + } + + public void setPublisher(String publisher) { + this.publisher = publisher; + } + + public String getPublishYear() { + return publishYear; + } + + public void setPublishYear(String publishYear) { + this.publishYear = publishYear; + } + + public String getLocation() { + return location; + } + + public void setLocation(String location) { + this.location = location; + } + + public String getStatus() { + return status; + } + + public void setStatus(String status) { + this.status = status; + } + + public String getCallNumber() { + return callNumber; + } + + public void setCallNumber(String callNumber) { + this.callNumber = callNumber; + } + + @Override + public String toString() { + return String.format("【图书馆书目】%s\n\t作者: %s\n\t出版社: %s\n\tISBN: %s\n\t出版年份: %s\n\t馆藏位置: %s\n\t状态: %s\n\t索书号: %s", + title, author, publisher, isbn, publishYear, location, status, callNumber); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/model/VideoData.java b/src/main/java/com/crawler/model/VideoData.java new file mode 100644 index 0000000..cf30e2d --- /dev/null +++ b/src/main/java/com/crawler/model/VideoData.java @@ -0,0 +1,71 @@ +package com.crawler.model; + +public class VideoData extends BaseMediaData { + private Integer rank; + private String duration; + private Long likeCount; + private Long commentCount; + private Long danmakuCount; + + @Override + public String getUniqueKey() { + return platform + ":" + id; + } + + @Override + public String toString() { + return String.format("%-4d | %-35s | %-12s | %-10s | %s", + rank != null ? rank : 0, + title != null && title.length() > 30 ? title.substring(0, 27) + "..." : title, + author != null && author.length() > 10 ? author.substring(0, 9) + "..." : author, + formatViewCount(), + platform != null ? platform : "unknown"); + } + + private String formatViewCount() { + if (viewCount == null) return "0"; + if (viewCount >= 100000000) return String.format("%.1f亿", viewCount / 100000000.0); + if (viewCount >= 10000) return String.format("%.1f万", viewCount / 10000.0); + return String.valueOf(viewCount); + } + + public Integer getRank() { + return rank; + } + + public void setRank(Integer rank) { + this.rank = rank; + } + + public String getDuration() { + return duration; + } + + public void setDuration(String duration) { + this.duration = duration; + } + + public Long getLikeCount() { + return likeCount; + } + + public void setLikeCount(Long likeCount) { + this.likeCount = likeCount; + } + + public Long getCommentCount() { + return commentCount; + } + + public void setCommentCount(Long commentCount) { + this.commentCount = commentCount; + } + + public Long getDanmakuCount() { + return danmakuCount; + } + + public void setDanmakuCount(Long danmakuCount) { + this.danmakuCount = danmakuCount; + } +} diff --git a/src/main/java/com/crawler/model/WeatherData.java b/src/main/java/com/crawler/model/WeatherData.java new file mode 100644 index 0000000..5eada62 --- /dev/null +++ b/src/main/java/com/crawler/model/WeatherData.java @@ -0,0 +1,95 @@ +package com.crawler.model; + +public class WeatherData extends BaseMediaData { + private String city; + private String date; + private String weather; + private String temperature; + private String windDirection; + private String windLevel; + private String humidity; + + public WeatherData() { + super(); + } + + public WeatherData(String city, String date, String weather, String temperature, + String windDirection, String windLevel, String humidity) { + super(); + this.city = city; + this.date = date; + this.weather = weather; + this.temperature = temperature; + this.windDirection = windDirection; + this.windLevel = windLevel; + this.humidity = humidity; + this.title = city + " " + date + " " + weather; + } + + @Override + public String getUniqueKey() { + return city + "_" + date; + } + + public String getCity() { + return city; + } + + public void setCity(String city) { + this.city = city; + } + + public String getDate() { + return date; + } + + public void setDate(String date) { + this.date = date; + } + + public String getWeather() { + return weather; + } + + public void setWeather(String weather) { + this.weather = weather; + } + + public String getTemperature() { + return temperature; + } + + public void setTemperature(String temperature) { + this.temperature = temperature; + } + + public String getWindDirection() { + return windDirection; + } + + public void setWindDirection(String windDirection) { + this.windDirection = windDirection; + } + + public String getWindLevel() { + return windLevel; + } + + public void setWindLevel(String windLevel) { + this.windLevel = windLevel; + } + + public String getHumidity() { + return humidity; + } + + public void setHumidity(String humidity) { + this.humidity = humidity; + } + + @Override + public String toString() { + return String.format("【天气预报】%s %s\n\t天气: %s\n\t温度: %s\n\t风向: %s %s\n\t湿度: %s", + city, date, weather, temperature, windDirection, windLevel, humidity); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/model/XiaohongshuData.java b/src/main/java/com/crawler/model/XiaohongshuData.java new file mode 100644 index 0000000..a017314 --- /dev/null +++ b/src/main/java/com/crawler/model/XiaohongshuData.java @@ -0,0 +1,77 @@ +package com.crawler.model; + +public class XiaohongshuData extends BaseMediaData { + private String noteId; + private String coverUrl; + private String desc; + private Long likeCount; + private Long commentCount; + private Long shareCount; + private Long collectCount; + + public XiaohongshuData() { + this.setPlatform("xiaohongshu"); + } + + @Override + public String getUniqueKey() { + return "xiaohongshu:" + (noteId != null ? noteId : id); + } + + public String getNoteId() { + return noteId; + } + + public void setNoteId(String noteId) { + this.noteId = noteId; + this.setId(noteId); + } + + public String getCoverUrl() { + return coverUrl; + } + + public void setCoverUrl(String coverUrl) { + this.coverUrl = coverUrl; + } + + public String getDesc() { + return desc; + } + + public void setDesc(String desc) { + this.desc = desc; + } + + public Long getLikeCount() { + return likeCount; + } + + public void setLikeCount(Long likeCount) { + this.likeCount = likeCount; + } + + public Long getCommentCount() { + return commentCount; + } + + public void setCommentCount(Long commentCount) { + this.commentCount = commentCount; + } + + public Long getShareCount() { + return shareCount; + } + + public void setShareCount(Long shareCount) { + this.shareCount = shareCount; + } + + public Long getCollectCount() { + return collectCount; + } + + public void setCollectCount(Long collectCount) { + this.collectCount = collectCount; + } +} diff --git a/src/main/java/com/crawler/storage/DataStorage.java b/src/main/java/com/crawler/storage/DataStorage.java new file mode 100644 index 0000000..d95dae3 --- /dev/null +++ b/src/main/java/com/crawler/storage/DataStorage.java @@ -0,0 +1,9 @@ +package com.crawler.storage; + +import com.crawler.model.BaseMediaData; +import java.util.List; + +public interface DataStorage { + void save(List data); + String getStorageName(); +} diff --git a/src/main/java/com/crawler/storage/StorageFactory.java b/src/main/java/com/crawler/storage/StorageFactory.java new file mode 100644 index 0000000..67b8ff4 --- /dev/null +++ b/src/main/java/com/crawler/storage/StorageFactory.java @@ -0,0 +1,33 @@ +package com.crawler.storage; + +import com.crawler.exception.CrawlerException; +import com.crawler.model.BaseMediaData; + +import java.util.HashMap; +import java.util.Map; +import java.util.function.Supplier; + +public class StorageFactory { + private static final Map>> STORAGE_REGISTRY = new HashMap<>(); + + static { + register("txt", TxtStorage::new); + } + + public static void register(String type, Supplier> constructor) { + STORAGE_REGISTRY.put(type.toLowerCase(), constructor); + } + + @SuppressWarnings("unchecked") + public static DataStorage getStorage(String type) { + Supplier> constructor = STORAGE_REGISTRY.get(type.toLowerCase()); + if (constructor == null) { + throw new CrawlerException("不支持的存储类型: " + type + "，支持的类型: " + STORAGE_REGISTRY.keySet()); + } + return (DataStorage) constructor.get(); + } + + public static boolean supports(String type) { + return STORAGE_REGISTRY.containsKey(type.toLowerCase()); + } +} diff --git a/src/main/java/com/crawler/storage/TxtStorage.java b/src/main/java/com/crawler/storage/TxtStorage.java new file mode 100644 index 0000000..46e0df6 --- /dev/null +++ b/src/main/java/com/crawler/storage/TxtStorage.java @@ -0,0 +1,70 @@ +package com.crawler.storage; + +import com.crawler.model.BaseMediaData; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.FileWriter; +import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.List; + +public class TxtStorage implements DataStorage { + private static final Logger logger = LoggerFactory.getLogger(TxtStorage.class); + private static final String OUTPUT_DIR = "output"; + private static final DateTimeFormatter DATE_FORMATTER = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss"); + + @Override + public void save(List data) { + if (data == null || data.isEmpty()) { + logger.warn("数据为空，跳过保存"); + return; + } + + try { + java.io.File dir = new java.io.File(OUTPUT_DIR); + if (!dir.exists()) { + dir.mkdirs(); + } + + String filename = "crawl_result_" + LocalDateTime.now().format(DATE_FORMATTER) + ".txt"; + String filePath = OUTPUT_DIR + "/" + filename; + + try (FileWriter writer = new FileWriter(filePath)) { + writer.write("========================================================\n"); + writer.write(" 爬虫数据导出结果\n"); + writer.write("========================================================\n"); + writer.write("导出时间: " + LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss")) + "\n"); + writer.write("数据条数: " + data.size() + "\n"); + writer.write("========================================================\n\n"); + + for (int i = 0; i < data.size(); i++) { + BaseMediaData item = data.get(i); + writer.write(String.format("%d. %s\n", i + 1, item.getTitle())); + writer.write(" 作者: " + item.getAuthor() + "\n"); + writer.write(" 播放: " + formatViewCount(item.getViewCount()) + "\n"); + writer.write(" 平台: " + item.getPlatform() + "\n"); + writer.write(" 链接: " + item.getUrl() + "\n"); + writer.write("--------------------------------------------------------\n"); + } + } + + logger.info("数据已保存到: {}", filePath); + } catch (IOException e) { + logger.error("保存文件失败: {}", e.getMessage()); + } + } + + private String formatViewCount(Long viewCount) { + if (viewCount == null) return "0"; + if (viewCount >= 100000000) return String.format("%.1f亿", viewCount / 100000000.0); + if (viewCount >= 10000) return String.format("%.1f万", viewCount / 10000.0); + return String.valueOf(viewCount); + } + + @Override + public String getStorageName() { + return "TXT文件存储"; + } +} diff --git a/src/main/java/com/crawler/strategy/crawler/AbstractCrawlStrategy.java b/src/main/java/com/crawler/strategy/crawler/AbstractCrawlStrategy.java new file mode 100644 index 0000000..fef12ab --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/AbstractCrawlStrategy.java @@ -0,0 +1,52 @@ +package com.crawler.strategy.crawler; + +import com.crawler.exception.CrawlerException; +import com.crawler.model.BaseMediaData; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.util.List; + +public abstract class AbstractCrawlStrategy implements CrawlStrategy { + protected final Logger logger = LoggerFactory.getLogger(getClass()); + protected String platform; + + protected AbstractCrawlStrategy(String platform) { + this.platform = platform; + } + + @Override + public List crawl() { + return crawl(10); + } + + @Override + public List crawl(int count) { + logger.info("开始爬取 {} 平台...", platform); + + try { + validate(); + List result = doCrawl(count); + logger.info("{} 平台爬取完成，获取 {} 条数据", platform, result.size()); + return result; + } catch (Exception e) { + logger.error("{} 平台爬取失败: {}", platform, e.getMessage()); + throw new CrawlerException.CrawlExecutionException(platform + " 爬取失败", e); + } + } + + protected void validate() { + } + + protected abstract List doCrawl(int count); + + @Override + public String getPlatform() { + return platform; + } + + @Override + public boolean isAvailable() { + return true; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/crawler/CrawlStrategy.java b/src/main/java/com/crawler/strategy/crawler/CrawlStrategy.java new file mode 100644 index 0000000..ef9f1d8 --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/CrawlStrategy.java @@ -0,0 +1,20 @@ +package com.crawler.strategy.crawler; + +import com.crawler.model.BaseMediaData; +import java.util.List; + +public interface CrawlStrategy { + List crawl(); + List crawl(int count); + String getPlatform(); + StrategyType getType(); + boolean isAvailable(); + + enum StrategyType { + VIDEO, + NEWS, + WEATHER, + BOOK, + SOCIAL + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/crawler/CrawlStrategyFactory.java b/src/main/java/com/crawler/strategy/crawler/CrawlStrategyFactory.java new file mode 100644 index 0000000..ef74fd2 --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/CrawlStrategyFactory.java @@ -0,0 +1,37 @@ +package com.crawler.strategy.crawler; + +import com.crawler.exception.CrawlerException; + +import java.util.HashMap; +import java.util.Map; +import java.util.function.Supplier; + +public class CrawlStrategyFactory { + private static final Map>> STRATEGY_REGISTRY = new HashMap<>(); + + static { + register("govnews", GovNewsCrawlStrategy::new); + register("weather", WeatherCrawlStrategy::new); + register("library", LibraryBookCrawlStrategy::new); + register("政务新闻", GovNewsCrawlStrategy::new); + register("天气预报", WeatherCrawlStrategy::new); + register("图书馆", LibraryBookCrawlStrategy::new); + } + + public static void register(String platform, Supplier> constructor) { + STRATEGY_REGISTRY.put(platform.toLowerCase(), constructor); + } + + @SuppressWarnings("unchecked") + public static > T getStrategy(String platform) { + Supplier> constructor = STRATEGY_REGISTRY.get(platform.toLowerCase()); + if (constructor == null) { + throw new CrawlerException.PlatformNotFoundException(platform); + } + return (T) constructor.get(); + } + + public static boolean supports(String platform) { + return STRATEGY_REGISTRY.containsKey(platform.toLowerCase()); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/crawler/GovNewsCrawlStrategy.java b/src/main/java/com/crawler/strategy/crawler/GovNewsCrawlStrategy.java new file mode 100644 index 0000000..be30523 --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/GovNewsCrawlStrategy.java @@ -0,0 +1,52 @@ +package com.crawler.strategy.crawler; + +import com.crawler.model.GovNewsData; +import java.util.ArrayList; +import java.util.List; + +public class GovNewsCrawlStrategy extends AbstractCrawlStrategy { + + public GovNewsCrawlStrategy() { + super("govnews"); + } + + @Override + public StrategyType getType() { + return StrategyType.NEWS; + } + + @Override + protected List doCrawl(int count) { + List newsList = new ArrayList<>(); + + addNews(newsList, "1", "国务院办公厅关于进一步优化营商环境更好服务市场主体的实施意见", + "中国政府网", "2024-01-15", "政策文件", "http://www.gov.cn"); + addNews(newsList, "2", "教育部发布2024年义务教育招生入学工作通知", + "教育部官网", "2024-01-14", "教育动态", "http://www.moe.gov.cn"); + addNews(newsList, "3", "人社部公布2024年春节假期安排", + "人力资源和社会保障部", "2024-01-13", "人事信息", "http://www.mohrss.gov.cn"); + addNews(newsList, "4", "国家医保局:进一步完善医保支付政策", + "国家医疗保障局", "2024-01-12", "医疗健康", "http://www.nhsa.gov.cn"); + addNews(newsList, "5", "生态环境部发布2023年全国环境质量状况", + "生态环境部", "2024-01-11", "环境保护", "http://www.mee.gov.cn"); + addNews(newsList, "6", "财政部发布2024年财政预算报告", + "财政部", "2024-01-10", "财政金融", "http://www.mof.gov.cn"); + addNews(newsList, "7", "工信部部署2024年工业和信息化工作", + "工业和信息化部", "2024-01-09", "工业信息", "http://www.miit.gov.cn"); + addNews(newsList, "8", "交通运输部推进交通强国建设", + "交通运输部", "2024-01-08", "交通建设", "http://www.mot.gov.cn"); + addNews(newsList, "9", "农业农村部部署春季农业生产", + "农业农村部", "2024-01-07", "农业农村", "http://www.moa.gov.cn"); + addNews(newsList, "10", "国家统计局发布2023年国民经济运行数据", + "国家统计局", "2024-01-06", "统计数据", "http://www.stats.gov.cn"); + + return newsList.subList(0, Math.min(count, newsList.size())); + } + + private void addNews(List list, String id, String title, String source, + String publishTime, String category, String url) { + GovNewsData news = new GovNewsData(id, title, source, publishTime, category, url); + news.setPlatform("govnews"); + list.add(news); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/crawler/LibraryBookCrawlStrategy.java b/src/main/java/com/crawler/strategy/crawler/LibraryBookCrawlStrategy.java new file mode 100644 index 0000000..9f2839c --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/LibraryBookCrawlStrategy.java @@ -0,0 +1,52 @@ +package com.crawler.strategy.crawler; + +import com.crawler.model.LibraryBookData; +import java.util.ArrayList; +import java.util.List; + +public class LibraryBookCrawlStrategy extends AbstractCrawlStrategy { + + public LibraryBookCrawlStrategy() { + super("library"); + } + + @Override + public StrategyType getType() { + return StrategyType.BOOK; + } + + @Override + protected List doCrawl(int count) { + List bookList = new ArrayList<>(); + + addBook(bookList, "Java编程思想（第4版）", "Bruce Eckel", "机械工业出版社", + "978-7-111-21382-6", "2007", "A区-3排-15架", "可借阅", "TP312/EC4"); + addBook(bookList, "深入理解计算机系统", "Randal E. Bryant", "机械工业出版社", + "978-7-111-54493-7", "2016", "A区-2排-8架", "可借阅", "TP301/B83"); + addBook(bookList, "算法导论（第3版）", "Thomas H. Cormen", "机械工业出版社", + "978-7-111-40701-0", "2012", "A区-4排-22架", "已借出", "TP301/C62"); + addBook(bookList, "设计模式：可复用面向对象软件的基础", "Erich Gamma", "机械工业出版社", + "978-7-111-07554-7", "2000", "A区-1排-10架", "可借阅", "TP311.5/G16"); + addBook(bookList, "代码大全（第2版）", "Steve McConnell", "电子工业出版社", + "978-7-121-02298-5", "2006", "B区-5排-18架", "可借阅", "TP311.5/M13"); + addBook(bookList, "人月神话", "Frederick P. Brooks", "清华大学出版社", + "978-7-302-22587-5", "2010", "B区-3排-5架", "可借阅", "TP311.5/B88"); + addBook(bookList, "重构：改善既有代码的设计", "Martin Fowler", "人民邮电出版社", + "978-7-115-12057-5", "2010", "B区-2排-12架", "已借出", "TP311.5/F68"); + addBook(bookList, "Head First设计模式", "Eric Freeman", "中国电力出版社", + "978-7-5083-5393-7", "2007", "C区-1排-20架", "可借阅", "TP311.5/F84"); + addBook(bookList, "Effective Java（第3版）", "Joshua Bloch", "机械工业出版社", + "978-7-115-61275-6", "2020", "C区-4排-8架", "可借阅", "TP312/B57"); + addBook(bookList, "Clean Code", "Robert C. Martin", "人民邮电出版社", + "978-7-115-23385-8", "2010", "C区-5排-15架", "可借阅", "TP311.5/M27"); + + return bookList.subList(0, Math.min(count, bookList.size())); + } + + private void addBook(List list, String title, String author, String publisher, + String isbn, String publishYear, String location, String status, String callNumber) { + LibraryBookData book = new LibraryBookData(title, author, publisher, isbn, publishYear, location, status, callNumber); + book.setPlatform("library"); + list.add(book); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/crawler/WeatherCrawlStrategy.java b/src/main/java/com/crawler/strategy/crawler/WeatherCrawlStrategy.java new file mode 100644 index 0000000..6b436bf --- /dev/null +++ b/src/main/java/com/crawler/strategy/crawler/WeatherCrawlStrategy.java @@ -0,0 +1,46 @@ +package com.crawler.strategy.crawler; + +import com.crawler.model.WeatherData; +import java.time.LocalDate; +import java.time.format.DateTimeFormatter; +import java.util.ArrayList; +import java.util.List; + +public class WeatherCrawlStrategy extends AbstractCrawlStrategy { + + public WeatherCrawlStrategy() { + super("weather"); + } + + @Override + public StrategyType getType() { + return StrategyType.WEATHER; + } + + @Override + protected List doCrawl(int count) { + List weatherList = new ArrayList<>(); + DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd"); + LocalDate today = LocalDate.now(); + + addWeather(weatherList, "北京", today.format(formatter), "晴", "-5°C ~ 8°C", "北风", "3-4级", "35%"); + addWeather(weatherList, "上海", today.format(formatter), "多云", "8°C ~ 15°C", "东风", "2-3级", "65%"); + addWeather(weatherList, "广州", today.format(formatter), "小雨", "18°C ~ 23°C", "南风", "4-5级", "85%"); + addWeather(weatherList, "深圳", today.format(formatter), "阴", "20°C ~ 25°C", "东南风", "3-4级", "80%"); + addWeather(weatherList, "杭州", today.format(formatter), "晴转多云", "10°C ~ 18°C", "西北风", "2-3级", "55%"); + addWeather(weatherList, "南京", today.format(formatter), "多云转晴", "7°C ~ 14°C", "东北风", "3-4级", "50%"); + addWeather(weatherList, "武汉", today.format(formatter), "小雨", "5°C ~ 12°C", "北风", "4-5级", "75%"); + addWeather(weatherList, "成都", today.format(formatter), "阴转小雨", "6°C ~ 13°C", "南风", "2-3级", "82%"); + addWeather(weatherList, "重庆", today.format(formatter), "小雨", "10°C ~ 16°C", "西南风", "3-4级", "88%"); + addWeather(weatherList, "西安", today.format(formatter), "晴", "-2°C ~ 10°C", "西风", "2-3级", "40%"); + + return weatherList.subList(0, Math.min(count, weatherList.size())); + } + + private void addWeather(List list, String city, String date, String weather, + String temperature, String windDirection, String windLevel, String humidity) { + WeatherData w = new WeatherData(city, date, weather, temperature, windDirection, windLevel, humidity); + w.setPlatform("weather"); + list.add(w); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/AbstractStorageStrategy.java b/src/main/java/com/crawler/strategy/storage/AbstractStorageStrategy.java new file mode 100644 index 0000000..93947c0 --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/AbstractStorageStrategy.java @@ -0,0 +1,42 @@ +package com.crawler.strategy.storage; + +import com.crawler.exception.StorageException; +import com.crawler.model.BaseMediaData; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.BufferedWriter; +import java.io.FileWriter; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; + +public abstract class AbstractStorageStrategy implements StorageStrategy { + protected final Logger logger = LoggerFactory.getLogger(getClass()); + protected static final String OUTPUT_DIR = "output"; + protected static final DateTimeFormatter DATE_FORMATTER = DateTimeFormatter.ofPattern("yyyyMMdd_HHmmss"); + + protected String generateFileName(String platform, String extension) { + String timestamp = LocalDateTime.now().format(DATE_FORMATTER); + return platform + "_" + timestamp + "." + extension; + } + + protected void ensureOutputDirectory() { + try { + Path outputPath = Paths.get(OUTPUT_DIR); + if (!Files.exists(outputPath)) { + Files.createDirectories(outputPath); + logger.info("创建输出目录: {}", outputPath.toAbsolutePath()); + } + } catch (IOException e) { + throw new StorageException.StorageWriteException(OUTPUT_DIR, e); + } + } + + protected String getFilePath(String fileName) { + return Paths.get(OUTPUT_DIR, fileName).toString(); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/CsvStorageStrategy.java b/src/main/java/com/crawler/strategy/storage/CsvStorageStrategy.java new file mode 100644 index 0000000..09bb01f --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/CsvStorageStrategy.java @@ -0,0 +1,65 @@ +package com.crawler.strategy.storage; + +import com.crawler.exception.StorageException; +import com.crawler.model.BaseMediaData; + +import java.io.BufferedWriter; +import java.io.FileWriter; +import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.List; + +public class CsvStorageStrategy extends AbstractStorageStrategy { + + @Override + public String save(List data, String platform) { + String fileName = generateFileName(platform, getFileExtension()); + String filePath = getFilePath(fileName); + ensureOutputDirectory(); + + try (BufferedWriter writer = new BufferedWriter(new FileWriter(filePath))) { + writer.write("\uFEFF"); + writer.write("序号,标题,作者,平台,链接,爬取时间"); + writer.newLine(); + + int index = 1; + for (BaseMediaData item : data) { + writer.write(String.format("%d,\"%s\",\"%s\",\"%s\",\"%s\",\"%s\"", + index++, + escapeCsv(item.getTitle()), + escapeCsv(item.getAuthor()), + escapeCsv(item.getPlatform()), + escapeCsv(item.getUrl()), + item.getCrawlTime().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss")))); + writer.newLine(); + } + + logger.info("CSV数据已保存到: {}", filePath); + return filePath; + + } catch (IOException e) { + throw new StorageException.StorageWriteException(fileName, e); + } + } + + @Override + public String save(List data) { + return save(data, "data"); + } + + @Override + public String getFormat() { + return "csv"; + } + + @Override + public String getFileExtension() { + return "csv"; + } + + private String escapeCsv(String value) { + if (value == null) return ""; + return value.replace("\"", "\"\""); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/JsonStorageStrategy.java b/src/main/java/com/crawler/strategy/storage/JsonStorageStrategy.java new file mode 100644 index 0000000..1383391 --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/JsonStorageStrategy.java @@ -0,0 +1,61 @@ +package com.crawler.strategy.storage; + +import com.crawler.exception.StorageException; +import com.crawler.model.BaseMediaData; +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.databind.SerializationFeature; + +import java.io.FileWriter; +import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +public class JsonStorageStrategy extends AbstractStorageStrategy { + private final ObjectMapper objectMapper; + + public JsonStorageStrategy() { + this.objectMapper = new ObjectMapper(); + this.objectMapper.enable(SerializationFeature.INDENT_OUTPUT); + } + + @Override + public String save(List data, String platform) { + String fileName = generateFileName(platform, getFileExtension()); + String filePath = getFilePath(fileName); + ensureOutputDirectory(); + + try (FileWriter writer = new FileWriter(filePath)) { + Map output = new HashMap<>(); + output.put("platform", platform); + output.put("crawlTime", LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"))); + output.put("count", data.size()); + output.put("data", data); + + objectMapper.writeValue(writer, output); + + logger.info("JSON数据已保存到: {}", filePath); + return filePath; + + } catch (IOException e) { + throw new StorageException.StorageWriteException(fileName, e); + } + } + + @Override + public String save(List data) { + return save(data, "data"); + } + + @Override + public String getFormat() { + return "json"; + } + + @Override + public String getFileExtension() { + return "json"; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/StorageStrategy.java b/src/main/java/com/crawler/strategy/storage/StorageStrategy.java new file mode 100644 index 0000000..7719929 --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/StorageStrategy.java @@ -0,0 +1,11 @@ +package com.crawler.strategy.storage; + +import com.crawler.model.BaseMediaData; +import java.util.List; + +public interface StorageStrategy { + String save(List data, String platform); + String save(List data); + String getFormat(); + String getFileExtension(); +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/StorageStrategyFactory.java b/src/main/java/com/crawler/strategy/storage/StorageStrategyFactory.java new file mode 100644 index 0000000..a25b9d2 --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/StorageStrategyFactory.java @@ -0,0 +1,33 @@ +package com.crawler.strategy.storage; + +import com.crawler.exception.StorageException; + +import java.util.HashMap; +import java.util.Map; +import java.util.function.Supplier; + +public class StorageStrategyFactory { + private static final Map> STRATEGY_REGISTRY = new HashMap<>(); + + static { + register("txt", TxtStorageStrategy::new); + register("json", JsonStorageStrategy::new); + register("csv", CsvStorageStrategy::new); + } + + public static void register(String format, Supplier constructor) { + STRATEGY_REGISTRY.put(format.toLowerCase(), constructor); + } + + public static StorageStrategy getStrategy(String format) { + Supplier constructor = STRATEGY_REGISTRY.get(format.toLowerCase()); + if (constructor == null) { + throw new StorageException.StorageFormatException(format); + } + return constructor.get(); + } + + public static boolean supports(String format) { + return STRATEGY_REGISTRY.containsKey(format.toLowerCase()); + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/strategy/storage/TxtStorageStrategy.java b/src/main/java/com/crawler/strategy/storage/TxtStorageStrategy.java new file mode 100644 index 0000000..e919db5 --- /dev/null +++ b/src/main/java/com/crawler/strategy/storage/TxtStorageStrategy.java @@ -0,0 +1,74 @@ +package com.crawler.strategy.storage; + +import com.crawler.exception.StorageException; +import com.crawler.model.BaseMediaData; + +import java.io.BufferedWriter; +import java.io.FileWriter; +import java.io.IOException; +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.List; + +public class TxtStorageStrategy extends AbstractStorageStrategy { + + @Override + public String save(List data, String platform) { + String fileName = generateFileName(platform, getFileExtension()); + String filePath = getFilePath(fileName); + ensureOutputDirectory(); + + try (BufferedWriter writer = new BufferedWriter(new FileWriter(filePath))) { + writer.write("=".repeat(50)); + writer.newLine(); + writer.write("爬虫数据 - " + platform); + writer.newLine(); + writer.write("爬取时间: " + LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"))); + writer.newLine(); + writer.write("数据条数: " + data.size()); + writer.newLine(); + writer.write("=".repeat(50)); + writer.newLine(); + writer.newLine(); + + int index = 1; + for (BaseMediaData item : data) { + writer.write(String.format("[%d] %s", index++, item.getTitle())); + writer.newLine(); + writer.write(" 作者: " + item.getAuthor()); + writer.newLine(); + writer.write(" 平台: " + item.getPlatform()); + writer.newLine(); + writer.write(" 链接: " + item.getUrl()); + writer.newLine(); + writer.newLine(); + } + + writer.write("=".repeat(50)); + writer.newLine(); + writer.write("共计 " + data.size() + " 条记录"); + writer.newLine(); + + logger.info("数据已保存到: {}", filePath); + return filePath; + + } catch (IOException e) { + throw new StorageException.StorageWriteException(fileName, e); + } + } + + @Override + public String save(List data) { + return save(data, "data"); + } + + @Override + public String getFormat() { + return "txt"; + } + + @Override + public String getFileExtension() { + return "txt"; + } +} \ No newline at end of file diff --git a/src/main/java/com/crawler/view/ConsoleView.java b/src/main/java/com/crawler/view/ConsoleView.java new file mode 100644 index 0000000..4ad4535 --- /dev/null +++ b/src/main/java/com/crawler/view/ConsoleView.java @@ -0,0 +1,78 @@ +package com.crawler.view; + +import com.crawler.constant.AnsiColor; +import java.io.PrintStream; +import java.util.Scanner; + +public class ConsoleView { + private static final PrintStream OUT = System.out; + private static final Scanner SCANNER = new Scanner(System.in); + private static ConsoleView instance; + + private ConsoleView() {} + + public static ConsoleView getInstance() { + if (instance == null) instance = new ConsoleView(); + return instance; + } + + public void println(String text) { OUT.println(text); } + public void print(String text) { OUT.print(text); } + public void newLine() { OUT.println(); } + + public void printSuccess(String text) { OUT.println(AnsiColor.success("✓ " + text)); } + public void printError(String text) { OUT.println(AnsiColor.error("✗ " + text)); } + public void printWarning(String text) { OUT.println(AnsiColor.warning("⚠ " + text)); } + public void printInfo(String text) { OUT.println(AnsiColor.info("ℹ " + text)); } + + public void printHeader(String text) { + newLine(); + OUT.println(AnsiColor.header("═══════════════════════════════════════════════")); + OUT.println(AnsiColor.header(" " + text)); + OUT.println(AnsiColor.header("═══════════════════════════════════════════════")); + newLine(); + } + + public void printBanner() { + OUT.println(AnsiColor.CYAN); + OUT.println(" ____ _ _ _ _ "); + OUT.println(" | __ ) __ _| |__ (_)_ __ ___| |_ ___| |_ "); + OUT.println(" | _ \\ / _` | '_ \\| | '_ \\ / _ \\ __/ __| __|"); + OUT.println(" | |_) | (_| | |_) | | | | | __/ || (__| |_ "); + OUT.println(" |____/ \\__,_|_.__/|_|_| |_|\\___|\\__\\___|\\__|"); + OUT.println(AnsiColor.RESET); + OUT.println(AnsiColor.bold(" 多网站爬虫系统") + " v1.0"); + OUT.println(AnsiColor.PURPLE + " 输入 help 查看可用命令" + AnsiColor.RESET); + newLine(); + } + + public void printPrompt() { + OUT.print(AnsiColor.BOLD + AnsiColor.GREEN + "crawler> " + AnsiColor.RESET); + } + + public String readLine() { return SCANNER.nextLine().trim(); } + + public void printTable(String[] headers, String[][] data) { + for (String header : headers) { + OUT.print(AnsiColor.BOLD + String.format("%-18s", header) + AnsiColor.RESET); + } + newLine(); + OUT.println(AnsiColor.YELLOW + "──────────────────────────────────────────────────────────────────────────" + AnsiColor.RESET); + for (String[] row : data) { + for (String cell : row) { + OUT.print(String.format("%-18s", cell != null ? cell : "-")); + } + newLine(); + } + } + + public void printSeparator() { + OUT.println(AnsiColor.CYAN + "──────────────────────────────────────────────────────────────────────────" + AnsiColor.RESET); + } + + public void printExit() { + newLine(); + OUT.println(AnsiColor.YELLOW + " 感谢使用，再见！" + AnsiColor.RESET); + newLine(); + } +} diff --git a/target/classes/com/crawler/Main.class b/target/classes/com/crawler/Main.class new file mode 100644 index 0000000000000000000000000000000000000000..a2feabad0bcfb96978b10ba82641131580e737f4 GIT binary patch literal 536 zcmZut+e*Vg5Ix(bO%v0LR_pb}x3+@$fQldmL8$srDTq(o80wZZfo-ba<%l^jN)z*;W}WHgXknfep7(mORZ zz2CYWa!#l(&}iQDGW~w4RXpmn1~yg&n%~EQBu;e_8Ry;Q2Hh{jMGcM#>mD|Yzrr+? zntNDMk7%I&kA{GoQ3|wwc+5I~#pvDbCo>&{r^;;Zm_r_#9k35xjQ0j|{P9wZHY=Z5 zFc;c$lpYstm(jEdVujKB{Cg;~a!^5)h#5X3S&q59tflhc0P)O-3frKeg`bbhrAf&`5fi^=h6s0%GO)@Z#ICCd} z>#nI*TWGtbQi0M|rIw;r5wIOXutj`S*Hu^7M}6!=7c#*5sQc(Xv@83abMH)Mn6YI_ z&b{}X|NQ5FeE)y`bNcN+jlBw>Ndz?%3C!t@hW))UV_V3K`P&mAE4a%3Xg7ip4K9Hx zTa01DA2K2X{~jTSmm{GC~Q{ zjWU7KXu=vwaCSv=Q(*PxmbLe`Hw6N#$>BPigB1*${{CnzY*_wg!!iT>Zc(3>86(fD znp->9wKa8TPjxr;hJulxwOpXMx~5COwJO@j^{x__yo0~?_P)N&Yu1Fr@wf+-n5JQ> zzwqV5UNQ8ULSitBBnbN}1UL(|H#DenM=`3wjdV5fe`8ujlLEWvv zU|e8s+uQk+hIEDLTY>4-_Z85ns|?jxprIzm^PM~5mKoNu5Vf>4Jt;8Fo*az&*U{+~ zU2huU1~(Q7RNrxhKM!ug5)F%K73Gs$W;&MQW&v$T@()qsX@y+S<;E=n*Hoo{Vsv9Zc;!eBt1u<4=9YjoSofkAHb&{O}`oXExcQMT7qWgh@jIu?peNmNbV^g9c`YnaUZN0Y=BxwL?}g8u1{2E)DDRglM58 z6k-G3P3xQ6gK>-IS>ni%VI)Oua3slePH=Ci*{ETo!1cMyGaJN$JqgS7%T=1vUs9G$ zI^Ki#GEem~5-hVh7-O=G#)2kSzxRq(|1-?fn8-+}M0ewUfdywrcH1~#>|c6z%~P->C~PKX~ED7YT0-JxqPssUe;A?}`q0nA_q`;`hM7eA$>f`Z2(4 z&qN-x)F^XN8ubY)81lE#whZ~8fO{Z1yg5QH9;ULbIzkAuGj0r<3?74KbPO;tEgzaS zU2<|%#}MAfEkuRA6wKyOna4rW-voMkDJtAZa3jfBV@Z}Z#-IOe>gbafpL;O1>yWYo zgSVg^HqdQ@W-MceVQGh9a69=6W}$8Ns1)%pb^MhSaf%YrnI@%lV?>}XBgN8eDV~1y z+{qU%zVK1D=bt{3<(3aIb_=EKoQZuRzF zQ-!vUPvDb89y3V08IKzSTybg|dAX_4g=Wd?IUS#td*Ec{l1|I$-5Q7)y`1MVVgro8 z$^uD;E7(Pe3@ENpCe>VmT6LrKafVPmrqw3D-+=Q@I9({rnj9Yg5~WbtK6HRdcGW*rvt zJ4TTxY*9Po&&AO(`ixQlcVeyrTJwF?>1?J>;Y4|Eluf*lv zx-!wDtHLq4583_YIEmMEd=uZ|zGp?{0HK!-8;6v&$=C30Suy@C zw<<@g^q9=3XYgG)`aOos#HhVMgH*0m2HY9^K*!(9>a1j&l*tPXd))XjGwVB*79NjG zF|X_RDSk!}N`(w=ld>LlGKdP3R;RzA9KXOnYWRn=$~mJt{t5rg7>}6S8D_aD!ttD} zkbkA)Ut~gYTT$ChQiF3k#%0RT7^kx4mJ6NNaRC?EH)zB=6i+6)jb6BIrGKO2w{l8J zZzvi!J$M8Ers4NFIV><3i*A#3x{iOxe=tcKeSMvYp`jS_nAyj2#xbfwM247__25mJ z5&tXAjXr5zo5_e?l%bi5_Nm>plF84B2-)%J5p%>mT~tXiHHx_^Xzh@F^L25p?325#LoU0o*ToHKjRIzPNQNmB zq!+rVmS(FFxVww8Po`OBEL4zX z+4CkID)Uiw8E231i*hd}i3<64vo4lNlSybaC9J_{O!nTYi`&w@+>)$B+=~i@3Krzo zUV-#8PT)Qvs5i7(>O*FB#P#cL#Il;(qbgSvN z)1ZBjY%%0HWruX?DuMmk3Cf|i8LlxReLPuR*T%XbF;rmh%W`zi!~lzi0_52hnG?*} zz;IZsGD4wF=Bv{>q;5osXsVB`@xKslJNQ$0KcJb`oJ{RqEM;Zo$KA zWp=z|2HLpajOQXCGuFYweSz}$`C}JeI;584;Z_ry#Ug9F%e_{Xl!$(tlA3Ap`sW|h*I?e94JI5y$PbMsJ^L&`16Mh>pw!J!!7 z-z?TjrTo(PRm5F(mb@n8`z(1E#;3-@31u zwjMsg%R4t_V4ms)C-HjBVd3XfGAUVb0@qATlQIBP)fC+(z_qxJePy^FH?W867wxCS zZt`1k95;IFlJLvtGUu88zSaI7#qGy2Cy6`9unKT!?&8zyE`9~Aqqw_mAz$tpMdtzN z^0j*u_id0IHR7&F?AW8cCg4vgVbYKZR#kI|luqFOBE!Of-Ic7QgPUgr%d zreF?c;%Yi=E^ekr8ZjR&^u|5($3`9_dr*TdSb!*RBNM2_4%Fd;ya;#*i+My{f_=OX z_ylKunt1svZo@I$PT}iW@ipLE1$BVm+O(^32u zcrkVI621?i;goEit|aVv;X*0COqwFRqR{H0%tR~BFH~5Zsj$eq|8~(K>RqRBru!7W z*6nq>2*>W?+D=09B)%bV0)KM?-;rp_!tmco=Y8K-vcU2451nuCkJ!!5p9s`zhjFcs zK=`@9S5Qo>l}NPxQq4=^tgl2i98U=xxb!mutac3lszBi@c?~P&_^%J6zC(Vw)mPo= zdRN^yQRZ`X9LD52pX(6H*e3D2y3-v576JO7WB6~y;~33$E1sj7foU{^G{qGBg#W$i zfUKTb0O(-vT2ijVy9lX`xR+O50c^*5dJNM?BG(V&j|5W*`AxUm~E2Gei;}Z%!sY zc&C=ehbU6n^cysb6lN1WQ7MWU^Tmya(Za9UuKO3vJ}F9yc!YH)g=b7mQYPk5cK?*@ zkIFGIT@gJf#B3WS2QMXMhP5Mn7L^3}B$haZrY$w|EfyBSY6C@8UA5`IKtM=>fUHG%3|)IjSwp$UCRq*0MG!=JM|v z{#`dFZp@Sa2baq~$d!YXe+zur$~+Tf4hbvyW&Co%jQq2nih82@c)n}cnk>A_KsR5^M;0|i@X5rj~rkOC4cM^#wTwJao?u-R~UqkxDw z$XH}3It&cw;7A1;2Fu|mKKN%aBrSg7yW^<8ceD1Mar7HaXW#32e$V|r@2`LU{1Cu$ z9Csi~!n9B{;tLtd{;+EJLSfD44{OU~v9K0WOf9NAkS$^SZe^e13oClNZ~e~QYRHt} zG}Lx2ZW;$Alm$jWL?aPJZ`){-G)TyeCd^oZe6vRolUWe^{F!mRMMxG$Jf!HlYDg#y zSn?C57WM@*o8sI^=(?u2OOUovz!FW@%%u{>lvlJ!$o5CuR5!+;Kt>+&9VnDA{a@5{ z!-E1BB$UX=L9PQ6CCnVoGpe?3OvrGS%5cExz*GqZBXo9QI?5dI4)JI3VBAzAGG4;V z60$U1LUG1gE$VC1>9U|{s7j>4jVYKZY?&otV)>{f6)i&fav3hT#jH}sSjZB_1vFh< zmx%0CjZMnVuqwe5h=!DKi(+VEZEt3qyR^6j?}z{mO$d5ECvGZ+>86PJGHQ@7VQkFM zbaRCjFR{N+#w!E+8;ocqM*1nJld%YknLWCCz!YjpC@QbWSYxFZtz}4QZ3A9)V98Kd zS!XhqVi}{a#TyCA^kcxcIkB8ER}W~E(g44Vm1rcdx;LSO<4x^))KL9OoYIPI*9{gX z*k336-h^QHph?CWtfdI`fEr4ePiwB5cy6W~_H$orJl=bE=;( zQ&B@1Wo!`ky0myO5eljCxB%KHBPjgnZdc7_?kVj|_6c}XMhiA`+X_dcVMJLyqng|z zqO?`UHW4LPhMeAGY&DT|B1Hyj-VO?j%&=^c;QNopOUMhFN@!2B60@>Rl!78-Cqj%L zuZF={zd@u@f7YvLci>�hT%}ib2ORb_w+zmil4ciQN)@DQ#U)8+mfNFqi1-B(jR&pX%a4>Wnx*Dj>)pB$=)g(tT9r7-7O2T4hH+)ST1lmV{y zraK;`j$cTB+x6^BkM{#_>eBUeSI4u9httO|i{-h8Pw!oMcI7C)z2|-$Dyd%p)8(Hq zcfM#bW>S8i3C2D)!@h^#q>fzn(pxo=U1~TcPQ2;!mwUhaGIjE1Z^yONsRvJcE;(_4 z6-lav5xY|_B~K<--jngZsQDbL3Y_?m7mS6MK778f>*CV~j|ek3pwI80NFDvE@9LrF z_YVmW-h2^7G@g?3){#YDVcir3;=1@$hELR6wqmriQ523s&1zO+%rbW{nlM7@Dou2o z!l4bMT2!(Gxk)s4e^`mfRifqfUxMPcL>c9c;VUJZ_c41hXCBd6tGW0q)c9CJy@ z4$tp6uEOMyI96BQ#rVn|c(&d}Q8$V?oxtg&ZcOHM%GO($b{8|cF}pIm8x=oUcvbvP zwq%VX%6Q@xaP2`k3NaT&n8R~9gU)p|SG)-OCI3c^gvM=^NzA*7O&k_f-ofl7Y6De| zv9c(P?fBgTk5Mu)BU4qL}FYnwaKzZwWjjTP#749=5dJ2)%QfeLk0;MH%xRs#qYDo2`BoOzpu&#aML@4(158 zu8QU6XgHARmKa1iXA+30FH&XvB4}kV6?f-%XBwBAz0+*Xh;g~Q3#M*ZYZ;-M{+l~*(rj%y=0UI@{uy~G$sojFZi|r5WFXGEYnUT zw3gbz24UqtQW54SrOe+T%xy}YJx+9nHP)cazpRA1Sr}V&vo5}EjWHCrqQnhY`f+2TF?*(b(pQIjA%QB`7i^yQ=m|w!;35przy-x(k7@1ZK_#1rXb5l`ZILQ z!BhoZMAzERisoQ0=4+UzFg3}8Qgkf9S=6(~2zHya>hzM*6sOgOgF!ky5DryqSePMZ zVn?{TG{c&P9C5{B9X{kp*aIQ6 zsk?Kt8M(sP9Av2T8p3`f*kVKiGItg|vGxFMnm-{>j#uJPqjB$4D5EiHfQ%a#?Tg0D z&Z<>ru*=!#!+E$sLU^Gs+IgpY+EkdYA5$ZU2g(dKCD1)4vMi-$GfqL!EG~RO-3g} zk{^dsYQp)j8VwrOq@}iHK~5~(5Z-1+YK^EVsJ%?bdvG~3sH>aVe^JRqz)W0m zFq~31szt|U9arE=mJsS#BRMUIFDOX^oKqNR2z@7YCKG;~SBWa2;I(Rm;Lrkos>w{b z=9uB{V76Jf)UZimW-7=NGDR^b8Vcv9n(C00PQcoDRm5f2=rFLEE+adIvs3xRb1X$o zXNlD*WW~+hVKOzd%w8hO@=pqFT#XF^=yo0N!&S`2q}CF7tJZYr2%?j0$gEkkm=Q;V zRjawgh=iqBu!^UYB#SmD$&d;ZOMqx*M)*74VpJM^xy+hVm>IDloEp4pb?F-Ecnoi z>!f^N&pbZ`7sVMi51qccO%RM?iihH>jh?x;17G?o0 zObcYavrcH;j|Vh-jQN<qL_r?8YZ_d{P)> z(K~BQYw1%u9+9PNF15%>Dz=u27JGE;#b;Sf+Kp(FC6JxK2D;Yo_?4`=FFsQ^bstlM zh#Bn;(g?5RCOXu{NxU7hbtc{m(@)2~uJ{SrnZDuF(;#J^#CFn+Y^0=>+LW^I|DJXV z(RB8<{gdhzhj?|$?o&5P!!tZFCoKyJA;f~&Yx=umJR)mT6Chq&CnT9u)abhmP zua*;aK*vD~Wr1j2XIHE*8$*QtiNp7fZr^)!@QxEVA38cXeEhLtA4YIU!xt4Q$7gba zsoj023(;{H`>FUABM@X~Eh3-Q@nt!#J#3^qv++E0dQ-Gq-h5TZ3wV*BjCKVB1m~hm zMrJtv@_0EoqT?leolSA4(P7qxL(GeHfml07(U=jE<0$PkOSo*pq3gpp@of#?O7AnQ zMo!0f@LgUM4Cz7r;jTW0FI7dS2GrYVNbMo&>q}dtkNCchAK-^fTXxNXRwl9(q6`+5 zvX&L&$2xu@o|58lWz=Xh^LTb1(eMh586O4CrRRt@7PLFYqT$2K$d$)0bo>&(VgnO3 zV{46VHIX)YB(rEs(ckF!0)ETxabk~}S(0_Gj9^s9F&t;WquqYL8KsbOG8F%}g$!|d z62I5*yKz>Uy?(PxZWM7F>*5PK{vd9eMmMeO4h9=3m(KFxRs31QpW^k{ibu+xzsMfx zn;iN)xNwBv3xuqG(c5K21U5O2y>@HrF)Yuq#k2g&i^znedkg<4C`LP-{H;x5#dAt> zy4qa#HHW(+esg6&ZZG-cT)9~AOz5r%hhx!L#OP`?W9{MAsE^`Zno?|vl86t4dcqxM zm7NQA&a5>2JRbX)Ovj_xj}{-yS=DLIg~@d_Rx8OT#} zAby@tWKnAbgUvj{tEXpSEL&yqUU%%F$B#d}cl4e^M@RN7nWubq>6+KhE7!bZ5AQwx z(CwplJ$3xPM{SC1m8~$_9*^F2)3N*ePd>i$#8Wqp?s@ve{=M9vt>~!&o8Z`O`%XNv zb9Be>$@_Nk74OCMp%AYZ(nd-DKQ-ZdDW{s6rm%2=b2GV1Q@ILfzC9_=Xxq0$q}4zW ziA`pdV3oUT6!TdM+^lEn4b>#oW@xXcPjp0RCW;4 z%SJF`{Xxt;fP4-MIXwLUipmBsyR2+K@`rFHg&jii5YBetSyUWA<JDo{F45Kz&BAlnN}fhs!yv zv4<--yp+SFXZTNU(Mm8D*p%`&0hBKWBk zVMh~ME%j#7EK%8QDVhWI28uMSw$y})Esl2e)XqhbdKuMgqdJ}^+)pG_5J-YwKO{JX zHeEub?uZmW5SDU94B$$K?Ik3Zt%YLm5Vl%STs?%4*u7C~bXg&=1zeaC{lY}_uSLY+ zR>gne<|Vhv@tdntHhUABqli(2onGCNJnDJ6Oy7R!o_#p4$TNid z6uq&#siJZS56Q5XgNJ3X!%o~!TZwCHBJ`h8*gbZnLOkHH+;;)f5?Id9WHn5o6$D5P z&PN^Uu@aZ_3yq)SAe*!vtie5KV9u-|_scAgt+Ku0c+7`E?6XSH93uQtJVx);GereL zF7nE=*0RW{0gsc;MSctMIXuDGKS>=VUu+(qXQ*tdrxH~C4h)wgYYeA5`7+na7p7z3 z7_n;SkiAv`%pc>u&}-$@T#ZAGw=0^g*x~HwQv&)7)sTShD}Mn#qW8cqOvxJ@#Be_+ zU&?!K0AFdWaG%SpYbvWGxR-c}JTGEu+uS|Fcw26`kZB!kt`w0A1LHYpsZH;&DQEB{Fy){$>@8*`)qE z`MM}&JO05nH)UOC#oj|nTkuc5^^$)+{)KS4T2IY-PEm61&7uk;e8bP&YO0#9 VX0Y<@#$1(`HAT(jdpUzf{s()Jr!)Wn literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/Command.class b/target/classes/com/crawler/cli/command/Command.class new file mode 100644 index 0000000000000000000000000000000000000000..c6217d73a7cbdfd82e9a7a0024acdcab44b5ab42 GIT binary patch literal 833 zcmah{%We}f6g|$QnLg6=L0jG`1*w`*f%$;0q5x8*P!@$QVC6X0;A%31JWdHKeuxEY zB=`V6ig27x((sV7xyQaf=e~S@{`&RFG| zS>v%IolXn;N#KY97F01MGj6CyS`8he97PLdMeg*-9mnSatItPDPf966YzQ3Ar_|H8 zY1=b0>%Nqk>9bmaz3AP)t;TN|oDH=zBTHQh>_+i_Xae<4(bpmN{+Q?0yaYD7CfBFK zK~LM)vX?R0cDGP6JD1k@d*!UV_l7AB7In@+`I=suylqnof+#+zTyo@HA@&8fuK(?X zlS;J>K99#^63>dERr-bTg*2;Gc8j0V~{$B{bkSB&=|`!WFDe{A*~EzfN|Y z*z&uCE#BB3ZqV-VoDcSe)Rtvs( gJEvTqQ`Tn6`!nT}N*QcF_*>eVlLj;C!6d=M-=2ZLOaK4? literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/CommandCategory.class b/target/classes/com/crawler/cli/command/CommandCategory.class new file mode 100644 index 0000000000000000000000000000000000000000..0aa8a5ac22570ebcfd93db155e95bc4d206fc8a7 GIT binary patch literal 1501 zcmb7DSx*yD6#g#Vre#vgf@xEG zl-12(I%@<;&uRIkV02GLHA~MF%rzJ642{d$sus*@`AjgDFXb4VYD!JSW*GeOBjSV@ zT+#W+-FR%CzSP9reB@S)z7`VG@##d0p?*m(rcGnTG75PHCBFZpYMDkpLjd)$*@c;N z$w+)5rZNQX{m0u!DGk!Dn=9vUV;lKL26X)TdP~Thb|^-{(L2SUk9j z>n>blXs(&|TG7&TGC~M5xHZ$%*3yNQHKJQv_1xmJp0+}@Blu&Q=HqpVg61ADjMb)9 zSLx_m%iA^~V+;|7ky@l^Rx1`mhkH@m9)2sdwjQ-mGSm8$!AH|_;JyYqb0Vr5nY?C| zObV$*Hg_@sg6cD_ZVJ8111(M0*p zq&*{@|L$*srIcefMX8`=9j!ubw<{e&?GoxKhjLn|JwiR_RL%>v*R@5-wlZ4Pl)a2D zHRULyM@>1)=vCL@|3vt8=%atHc+F0)JJ3zl4N%Qt;?XZ6codyuwX)k}x078C^mSG+ z5E%G^p?#!A!M>g_WMbDK5WJL6@wg~>^DoZaMtGNSxr!Pj$tcPZ_>7^C;#pppQy7~C zjJy|6g>hp9qh#UD8l|#%)4gT*Q+I5E?NpdEpRsjp;7b2NG`bRj4?5&Aj8`!NR3tCJ Xqp-jRZhQm#cU~QC3WO*og^c|Mnnzsv literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/CommandContext.class b/target/classes/com/crawler/cli/command/CommandContext.class new file mode 100644 index 0000000000000000000000000000000000000000..b59d7c0e239cf227ad6af7113a7fa3c049f82f33 GIT binary patch literal 2336 zcma)6O>-MX5PhRhYqhd1IkvGCLr91%$sY?2CLb0~gdmB*u?cpW0#0jrOW8zTxujJ{ zeg$WW8y7AdLKP+zsPZufeiKFUW_B#CEm6)vqwSgQ*WIt*%-{e1c?_U}he<>PW^2s@ ztJbo=Z#XTh)^IJ_2e!9wRfGR()AOBYeiAW((Z}{v+iKWe-P+oF?9_Y#!}k4_yVvoZ zw!p}Sa_IPO!+KyJt_q~K-MVM{ot7i8a{9C!m;T+i9;9PBx*9eb}qa&jBZn%&s7TduVA zX3T%&vhBioed!soF|+OXm6M5(kwQOVp&da0MEn7y{LCvK!09`}lyFi9nHu z15di{4-~i_cI;PWwPCm0s{>LBRLeWJ`VrUO0I$5WL!B478d$;gBtD`*dSs}aCT`#+ zZ=2g*_u9Vg)yUX*82hBDZ>eVg`5}+9p=yGHj1cHJim1H9$^OA$1dT;nd3p;hV3Df?zfD`lrxo}sEJg5wW(2ZUNdYjfU?&2% zE^J!EO0Z>~1yo&Apg+)-UFLhBn~SfJSy=o7AO48=;tL^@#8i@ikZHcMdA_+9F~t;; zkWv8AO_=ZYk;g5pGDRArs-q~%^fy(p^6X=tt#M}v;vY;U)pTy-j_%mvzicbc;woo* zy&RfFT&Lzkflqbt8lfd!iPHQLDrbikk>}?FZ0dZH06BqdkWWgla{LQo(O;E!PkA>(BxE(V RM2sUcaz|op(TL#7{{UQC=fD5} literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/CommandOutput.class b/target/classes/com/crawler/cli/command/CommandOutput.class new file mode 100644 index 0000000000000000000000000000000000000000..0fe2e057c9499790097593c44e6f7da4bbcad784 GIT binary patch literal 4967 zcmcgwTXz%J75RLSZA^)INzjH>CC2L6f(6W|1bI#uT z?DOsGIpe?n`^FN0eRy9-lR$gY&Lom~^K9D6Cz9z@g7b`-ok|S4@6n=@D>^zffwia2 zGiD-fW~URQCr?{RN5Ci+tU)_%=LN(Gfxwqs$k(#jt-Po^z_$grI>)5pzxO3uqf&6!CR1hx(TS11Pr{JDH8OJLEC z;bpXA4vEtPoyUWSVuOzLb+(M1FE~~vjE#s9xLuU1-Nh+8@sw1@^_H0#2%#05blfA* zqIB1@!-$|oK+jl(f;p`WYCu4?!k5lUUH66221Aav$`Kcb6?d$dOj3!CZ33I?47ald z$ILp3ec3`vx!ph~ZEl_1(VH>QEdT>?`n`4Xp-hB9PK5CgwhL^?n6r#iHfcKJDQAWw zrH7t9?BSP+F1!0=Md+~do!s1C!?$u~-gIm#IimQ|*H1B3Ze4mlgdO-?7-KlfH63t-Nw?z2J%IrESf#t&ZBG>~0r|f)2x?s0QTGg86_KyJ%H_0uWFp4-sb!IMSWv2w< z9_kv`meI0Kci>zY=kX=h+Zi)mv_?+}JW#9S_WMUzLWu~1P$l{`S(sm6(M~Fh+2QmV zm0m2QmRj@54Tss1x6hJ!msd=gkV!i|o|nPkbFmnm{Z;H_Hcm!(~W zhj`Yct-{t}+nz1v1{$oarPM7vdOl~>GRr=%4MQbRHA>4W2F-MOEag}OYXbPbfgjRS z;?_GC+k`OiV|Q{{O|GiR+(&Bi6E(T=uA2Oe^&)P)`MUdS6K&Nob<8ukA|59-9_RFz z45^U1e@%K@dt4OSZe6;-4mOm{TKU1WStwZS_rK$D+~8C%H|h92kA_bcW%;;1#THh% zkEa2XOdh@*t>%~qGM_=t_K?n_1EH=D`KSE>;p?0=QA$e6m40Yk7vy^lXJJ_j!XK z^aQ_!;P1Pm;2*Do|EQev3AYGqGXDv06ArF0!R;XJEY=5D729geNK~^wQJ?+C{#V(5 zsA`5+=?-}t@Z<^u+|uo047zK;|Nl#ux3Y2LQ=!R_D`|I429=yK0t!%_XjZ8*G#%XxjbQKXfv<~YV(yxMwp)i6(nT=z{F z-Ah-XUGHA{Q|O4VPn*ZOcvS0-YP}11dUQ?`oGe`}ef;1=zrNHL@b&rUaWJMw{k{EK zOuLDPeSO9}+T&4!zn+*DHF|GiwR%&*JT%`To*A7pMAV3BOYx;eoV;54+nirS{n5bH z(qh*FtUqFUB9i(Lv;CUVe}7DiNBuoFkO8zm!#CmU=6+*~uoqAmS8FAvzt?!%&GneJ zh_fqw{bl8AxeskHmilyGUtk{Tm=O*1_WNW0n|O8^K+xA0n#Uv2P|Uw{4J|Q$G(>xv z)msI$zd06+M?(bnl?u36a}`=hL_={x`wOAPf(!WSTtGwvQT=M^q68pMH}|+XgH0Uw z^03{>fbZgGRv!=6UFgDY>_tBYF@PZ+{4;!?BkcnJAMi5v;|+2y<8gez_Yw}^pE!t* zF(jIBm@$7+L@+EiVnpoZr_dYJ3)xNEPX8AS6Bd<)+u?GlkoIX{s+r{w&^GK%kz8x&C@ zmfR3=wc@+HNHkLi#H-jC#J>>I@rqbgVlUul4$XK~$7>`(aQqrj;x#5%%b17|?gXR^8DsIvtL2uYcEkwThwmRe`^Yv;^`;^PwIM0ixYkJl4 z%8K@*AHOpJDyc1t!^qQDlZ}PpD#qtAE n-%-yWspq@uc}+cks-8br&tItLujy{ad_;>xlgaB4?dg literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/crawler/CrawlCommand.class b/target/classes/com/crawler/cli/command/crawler/CrawlCommand.class new file mode 100644 index 0000000000000000000000000000000000000000..bba54dc504ff10ecc3a1d17cdef55145e6fa1d2f GIT binary patch literal 8829 zcma)B3w%^ndjEf!$=sXCB|u`3QP6^9{=xg&V2M`-&p{)vfn_CprSd}Uez48w?{(ps^&j@$#bpWAY#`jpnzcj>} z?Z{d?9#-$}pf}kTP6%dSRN|E7GOa|xjn+_dmEBIZm(40|7&2He84pKWYfM}r$knuh z0?u6$N;JpA9m#MkYGSfr%K0ac_a8Vku>Xnv6G!@c-|ate^8ArK=O2Chv*+LJfBdoj z6TJeHbay7~){u!3L9OOivcZ|$fAHzMN;XthHpe=n$px$Q^X6E*-A*ppl88ljC3hru zH7B;+RkEwZp|c|qK|VRw*~w6AEWT4vPRYN*xT(oCd6kotRmbusW)oG8aZOyy=Yf6SqM;p@jp1l* zyp=2ow|W|Qn;i+a&>n&bv$8Bvx}K1B)X9z%2$CF2e{igW4sja~89(2xX4ytL^PdbrXvP zS6+Ch$3fnOH+DO=BKRC&sX$s{VJVi8u7hAsE{(@yapi^4J}6!5XUHwLa1|yNGUu$Y zuo4Y|%iHa(AZ6-uChidARFwD; z#GMA#2&QHlZnNE-B(SS=sD|RpoL38Ll?{rCs9D7Mh?u zy(Jco3YKO{Sl4F9gQ5F6L(%3?O(q0}eaMmk3Tc-Wiu+v_?#4uhUNY7Y+a8M75!1?O z_gb*Ai3nC9se*V}Jl5`jGdmXR6;+Fc5H<_OlWLg`_aU;GSs^^ywkFyb0L%wUye$^C zf|s6@l+k&z4p4_mk#6a9Dqk0{QM3d%Ck>zXV>$u({9*mhO^ zn1&2IHX@N^DCP7E>BX4pnw^v)xMbtfmmO}Psp>nbNU92{kS`D>W1myL_`-BLeONXf zl4~)eCoL2c=a^v9Zr<8xcj$6%V4i_*3a-g++hN3o$WZ}Wfafe6QfVe%rNEGM!cL<}b}y@vOOHKOHg zXKNU#Qa)@9wS?^@cG6a2zGvZmmB2i9ON&~x$HHl_c{1AU#4637wSK*tdB(yAn8Rfg z;rl~{Y%}N{v6T z@Vodufu-lI4kbDxs@N5|ULP{7N_D@FKQ!K<$dkR7s;QAxM;!B6q zMflM{e}X?V@TVg-2x%BzgwDdB_pNrr0RP9*23T6?>RBSzA#A#ZPH!W%q(`ukRVmQ)|&VS(khmzB4OYk zQ}Lvoo=z&N0J#B8(+o>PsqyUL&unC}m$X%wu&g^`40)b5W6-p-^B=}D3#!%b!nOX$ zjY(R9i+D%LusO_9XeU|Yi!)4-){j#r4BrUt>_}~fs)mV{UQE|mZXR`C6?Ba=zic5{ z%^jiU{9zojDYuY&qkm^saQ8oZA0BvduhV&&_)i*X)A_d!oA__txF7oL<#$c|j4fdQ z$ph#6Uj4N94L^R4Ul{nmRO_z|tdn8F!Y}a!>Fk8#g6YHhp%fNI2&_}xpe0Z_#8frT z4o4G($i)ig4Dndvm0ZQNrG*`jAdrdpx>zK_?J=t|Tckp6k_~1QF}X*|g3IhV=40_& zlCK&>wdH9f{2Ba(FoZkcl~N$MDGRF%ztSBlS!D?_<|-Ly$@ro8T4%?joLmSKXHB_` z)ss!&J*g5+rSq_Y*yEr|uKb+X8tzC14AYrc!JEzqhFha{vNN770bB|IO4lmWPO@aO zPSoMV()NzzPE)RCj1C-mWZ?N%2A(@P@bn2orm#9}$ZWe^brtOu{Y?Fxt3h7n|h9>3}nhY;-tUtK>vXrQ*KfKe&vbJUVXuoYCeDZ;fog@ ze$15lYL4FSEB`FCuQ|M3i`x^{Ty8*VN;e6#7g01mfWi9oG%iJ zwkF%uP`xE9WF@sobZ$y$#HhkupAC|QGY2aOyRD|s}4a-Y2gf>gqXrDlZVG46gU{`j5mjt zF-cN9ozd!?UG{9X7}Lt)SS(59?T*F}-QAM#%T{SOgt0$uNSttVTWqT;(kl9#jc&R^ zuN3YgU&z$To$WAO&a<~jC^4-e7Tem{Q8QZkjFDl4YnZ6BOwSCD;Ym&xHkU;mqdLd} zR5R8mTTHo+2V|dqc<%hOZw?&l9eDS->JlQKI4T@?_ML(KyVIuudc2cPa?*8)lw=-J znX+9lap1{={rg_N@JtVnSvX!3b;U6s?T&Xw^}^VxX7l?kSDoW8HI~%o;GBk z;HqCel@aH_0#n#kdibBqf0hHLY+x*(c`C|lKHnDW@4&dS9#~~(P|(zaaqnY%7r*78 zh}Qzn04{?U#iYHAe}F}5(r{z~?^FyEU4E6kt8bpdz)9X57Ct=`$RPEkNw3U8I%y>7 zRar@STr_Ict4ESvla+J|rn;oFc~=5^PvM%8w6ij3mHLjdr6_Z0Z>CWc?bzH8QQqV! ztPD1J3#)=7*;Hn*8JlKv9p<=fDtK3Hay-XJm~2i4WloxMF0OYe=kcDSXuKmSZ`70% zoUbmWa>or&G=dv(6W?wotx};{VL{r66N4iM%eyhZvEu9zTvzrU#uwIhqfR}Pb>r4P z)C1jU)E{m?jn${It`8gZSXYH-PB%8LDy!(mJ@dTk)?A%i*jm|*@L`NCD=+p2a=X!f z4A)kk#(jqgy7EeAtn(Nqox#qg${u|ET($2E9%$lf4+VTZ*nO^xk~ZQY{_Sz^)x@O2 z<_e-3m`}ME64AGCY!R+OEwx)r{g!fM8UJo2)e4^9t;9WOK$vd{tim>)3qFK9up6s! z0Bf|pmOJ{V?R5~3;|ba)7f)%+<&fhYcoKWL{xb61$8j(D)nPx!a>=UzPvaT*$Pq+m z?k{nZfrDS7)L>oXf6;OS-xy1McR-DH3)wyTz5+n2F zYF{9CaxY%VK`*{bznRAn2$;QiOYl8(RT}|c!05%hIasGgy9GxEKT+HQzFzbR`tYIR z`8_q%jo&H@_`2~s0q<#iL{bu0^x}^_s1f2}6|xV-Qubm@65dzgUY=UoXhSoiJc;bYW?HU| zHVfl>R z^kaZtsU}L!;{v_hiBf!qf8x__OvXRcdnVUZ-uo9){44pW*l~FLG|l64*Ru@#LCi*; z0XlVo>stdy4IU5}JU&42Aoa{0_E}B+Sh=3ZpCetL^COzAfFW3-EMNFa%i+v74Jz?zm>k2zYQOu% z-z|B4VsTu??lGj;C^nA{Zd4x?>=YoqE-eF?5GxCKi9}|FkEn$&;4P9O2a1NCZ1hR7 zp4Y`-T#qw2n+Dq5EIvS-fsYJ5Wja1UWj-=qM@CnqhaF_i)cKt8Dy z;6Wj`TN4O2FD3c8T+VcxOL-1yp!z7ydJRfHWx7Kqa$Y{aIH0sBPmuR4x^OsLzZUO(x2~6f8Zco$|gG`MDBR?t> ztIs1~Tt1pjYNkf?AT4y!g>q;b9%=Chg}CFbb5Di{vVT zrK?=y!uYcBWlY3=qj!tjhipg_4lfCzzmKi}ldKGG(ZToCN`{W8BDsMfRU|huri$d|V3V&%YJwHrvOx7dP8OS|9FJ!S zuIK2QLsa!JN*G$x@oij3D9z`wX#?}sM!d`%c7zaol^N_c4Vvp69aEs;S+L4MLi!z2 zD^qBhsf55{!pB2iH|V_N)lPQ0D>eUf&Q}f{1J7k&V4NW(@(UK59JR&dC)L2kDXL0) zQ_FthMO7+tdXS6Rq8f%{o|G+= zUzr$kM%%(8tz0rk+9b^T668yaiKIhc?E{|82#6n6js literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/crawler/ListCommand.class b/target/classes/com/crawler/cli/command/crawler/ListCommand.class new file mode 100644 index 0000000000000000000000000000000000000000..83b58b48d04afe467058162c250b865a5823be31 GIT binary patch literal 3977 zcma)8Yf}_g8h)A?m}YE5TQF)C#b^|UL5y*eC^0LJx?%=zqh^t4(hTh|I?Rx{02()m z#`TsMk`?c6jIP=m6^TZSH{37#CEvDcYkxq>8K5eaPg}KBTiIlv)6+vnB&8J7=bZPP z=k51>-b6Z!78p>v~bgq%o~iwJ!zQ(b_rv) zXl+_mNDBw5RyJsspLo&6_vCvV?KcJ@e+iC7oY0=kS+ z@-EbrHnfJc_~uBoWrtgPuTH=5TdBrelT!&og9C z2~jW;W%PgD+FEbz+Ik63|1t?q8d?(yYB8OZ7nhYcJkFd0?ne?ZO{k1n5^_Q@8MB!) zByZr%Me@|9g@R3VT*COW5p=}J%M`o@SDLmpT6+yWaiRhX z6_)k{hCLqfM%wkLhkVNLkdI7`h*L`xEXD6BY}R7UqO8mstCdkpzpdO6=U!LfMIBky z-$`g8GcH+CN!NdM`34y)iL-Lg$vRuDU=5rS3PgIYvXYbbNm#33o!A*Ac6{k971*>- z5}ulB8nrnXitABPyN}fvU+s%){;hRdt69qq%$31vC?2Y({(V;lj$ck!mFN#|DR>(i z4QpkQ#+T_@lTck;_PFly^-lPqJJ2NIx$NL>*8Fs6Ta_o>PM4;a3O0*46*IkkiPqLg zG_E%dQQ|-|yF|kX2`I?gqF^gROkiR&kgRUOR2j*<$1Ro-mY}44O@4Z?-{_IiN&-`z zodXYgg!fSeF|Z#wP4BJt=NhSQMzU2fG8%0P+C^v`VZB}SR~c+LQy$)b(BE}2b>w#H z#^L#;W{#9L44JY~0N+)xLr|Y@zPvWPIU?gddfk8S&cnWsGN8s_C@6m7TqdJf!qG@O z^HQQ%V*c*V4sr78vE;6csW0v&?{&)9!yJ!y#AWOgXO8Smow}0VDlHqldu*WlT)B(` zRJbK3`tZl(V!3bSiVXS_qW!Tp8K3g&;qk3!kKtBk_s@b%>pfi(Txq9Aw!gHpQnYF< zz99XkBg8gE65E1&>oLB+vH$XM87G9s14jl=-;i;NE+ zM5oL!E8|PT+jTA8tVd;BVKH^Zmj+}OLPlNWqsNB%jHiMw*p>@ zMsd!Y1)rn1T4e46V_dhOxb9+f{Vj~SiLqaCF9+lJ9L*Epc{|S+axCIXA(|KzV?0L* z&tQV3uacwKv#Aq%IHXnNnWDlhsBH-P>($&H(brMEH#BgYF@w`OU+9ha|BuT zE5j%&Gm+!dyB1QA`Xc5MBjLAriK~~15{A4YA}Zxll1s_ z1CzN}WG?ayjCJ*5m4VS5dq_aXoc!;K>r?|A=u8G}Jgy@jtlu4^$$Q2V7rctomjzHhqIeZ$)43-x0{Ev%O|ulDlM%t)gU(kE7kiNiTxF z-8QMDqVLSlDFL%W+#*68@wt2Pj*#{uVe0JY#ddS@M^1k6e-0}Jyu##TAqseBDTW7= zu$alWgp7E|z%taK7HhE_8}T|nqTVbn0u~nq^!I%;;>C3812ogQXHbfr*ky51fSjK& ziCj1kkVLxh`eFJ0H5waL95#UG*;70Ia0*tJyf#&|n{4psNeHu3>23U@$i^oB_Hg5+I%C z&6d+Oyk-kmMQQMUkoHD8&lTH|G_|6>&dOqG0Y*z*;m4Gm$b^* z#PJg;_==C?iTr`-cR5~A`lf3fue)Yff6uY6s`kYKj^EDxj$a$#U(3FK`QIGBYcG0J zRQL~W^{|=ood(Xk)uZP8Jp;$x>Tz@4Zs4F>J!#J0H?Y&K{>7X(8A!O*)8;&2Am~=l znDf;JHoDcnn)BrbR=d^n=6s%kC2rL)=aUW0bE}uk`3wVS zc=2SF7p;;5ZfLRS-QOVwPyPeTev>go2nC0kH}7?SU-$dEd%pjf`wE~35ea1sK`otB zG()|c;D(|lbcOawH8rAS?qy7#RQe`#Gn_w?;AHULQO8v!p{C->;P4%;nG(twn%85o zp$z5etT~!B8QLQo_zqf*A%dLJQ@VME!Ql@KF*w8N5$=WqRWd5zmQc;GZ&O@ucu-XV z2A>QGE{5uep5g=9W8T-&iC5XnN*ZQt9Y(5r)oAT^Q z=xT#bfd2L+iBx%O7y6HkU0~>Q;Kjn}Ygrpc(6Z!}Vz|i0?K^nM0 zXw`^Q)Y=kestljtT2|mY{2OYQPMLhd42jNj_f2Trs!&G435K>}5&1ux63&lF!CACj zNX99+DfB26-%L=6sh?Ya-ha6~^XkXqx7_nLxkuB>FW%-p%;)A`{$6;p^x*08>#5%h zQv!WXraA4Up0Lo-tfujdrRiEl14C|{N56!=|An=tSjG-qAaVSc#C0Sse>a9rt3Vn= z(^*5~{koVIZ_!_&TXZ;DXu2HqY!Oo?hKznOF8ZcHrFSLmdM!KP4St3koQEg&8QxE* zc}KP~)Y98S9w3C1Fx9ly(M~2bVNj0-S{b%to6XlntFSqI+h=IWQi`bgTt{gw6N)*fSLxPnAsg~m8!41Mgu{ekID(_JJ4Psx z&2g)&x9CK$H3dJSW)>&K;yXQyv-aNc1>uzvH&BBBozx&*RMc)Nr-DZ8FN)h#h}(pV MxMan>Y~^|7FW)qTO#lD@ literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/cli/command/system/HelpCommand.class b/target/classes/com/crawler/cli/command/system/HelpCommand.class new file mode 100644 index 0000000000000000000000000000000000000000..c6062b592c9e0ec998f6477842fe509e63e4d403 GIT binary patch literal 5023 zcma)9X?Rmr8h%fb_NM7AmDpD6hz11ghQTUT8>~WQ(-s*5)r#9Cy|kfeZcJ_{IEy0a zC@xqBMHrVU0|N}GMYKRG?X2oJyR&b9=AkM4nt$_W7Un(o-jtLUfrp-ZzH`3!`_B2+ zlh6J)Fa%%${-(esP!%z{f{~=w9n+J+NGuv8-KE9bf~id@Q|}5c)nkc9dr5&u;Ij4F z1}zxV;_bnE*RIzirhF1+H(p2=BcXV@SZ8)Z3#eGr37%`UH?8 zc%{Qa_Wb$Lc+_kVm|1aA?#dPcPovSM``|{gib7l_;I61_QQ#Mtbx9}mVJeCXAW*78 zfmhD1P*DJ%Kygzvt}jn_t<{sOw6!r^z~5v!Q$-ipr*Q?g*R7XuLh-#kIU!2i+zxg{*h!sYo)KFr!A?iy1sg=Jlb`y#pi1 z-yPX@@YHZ`X7hVAH5pf@w07N#S@f|)2iA=AoIEwScjV<49}*}eL!)Nu?S^zmH5FgP zMp@=i0V+|gpo*TqM2LzS%%MNSt>IORnguRhmw=DwTo8+DDV>Hbt*Bfx(Lf4r92ds6 z-MqL-Ky-L9kD6`ccySAt?x1xxXt8J;Z!b_*F^R;=2WW9E*-n+0PqIyy=^OP(TH>oG z#%9*pjkePpjku|AG($2(eTz0mbjx)q1$PR}&b6SP-3vO%F=ihY;w}Y^=K*rFd%Q9g zix9Mpw^Hj~z?=9O%}Z1)#WF^7s>A4Z0J0oN!%j47WsAhzqoPUXl7(5K$MvKZvoT7< zzL>xzn?Rr_Y-*9tW-Vc5i~>gYN&z)Dcx4){Qn6Z|v@pRGFqi6Do1XOIK9+*a;XS8^ zUpjSicyz~sk-fV|P8=QC-Z%Q};nTYgjUF8w9en$rA8nQrT2(wCB`B7JSX{0>sNx}c z7bUKD%Y^pf5oih?ouu43*2z{Q6>AZpnPk$~UQI3Bl+6f%soA_uo6%U1w+s20B)W=q zXlL{>+R`$7Yh?IFE>NBwxmls1LPXK2U_EVSm4vKl6)|+Nw(%$ohg`qeb6e(n2G?VNpq!Cn9_t(EE9&)YqNgXz{m;&X3e>AUMesvRfs%nRB<(?$=PE* z%*9t!d=+2g&DR;pE{*5BE%%&GUCT|ZNsjJtNtsWmxB)>gHZ#q$dMierJ;X{@DG$0u z#a8K8=b(B*OKPUUfO$s1RTJ>xS!`4A98HjG{B>G{Oq+s@cCTD)lPaE@=DpAEc6 z#VhzGdrp_usk3NAH1ocw*}+-L)Z!-NXPmbksx^>O$(34{*PO`v}y$3UWJI?Icn%TC`i??z>S}c|ekn=1k^W2k}H=eT-+ly}t z+?3VSZfs!YrUG;3M2vLYynWs|(7eo>y_p@uBinj2ul1eTImot1U(235E>Vl^GMCLI z`6i*6ohInbBA8u~uC~b@DGo=rKog(GPNLB_{)q*Y&1L)}VN)XePi3oMV+nmce&byoWx!V>H@^6PTA9+hg%Y8%+AXbYN8fzCc4R*M%F~%+>ME zxX~SVusIFy2tJUnxMhC!pdLS5=#iD+xQgpA&CfTUMGmT%jqCmJNR~YGuwhWI^t%0? zVvDjU-YaaRlM#J!RKDFVlMT#Kd4nvjTv})tX39)ziDupGFxr^vKgP!je!`Y>?nM@j zZ!kLbplu2}MaRme&oex0#{~syq9@l^XTracGI-;tUe&T_&Ljk{Y13LUy{sh-+p?y z&mwKLX}4Pt8R zF_?0K} zypM|Wv9oiqp0N|NJv-P2nn+?x@=s!JtJ_~2ZuR(Y4!7p{>%!;Ds?L#BGA8R*+~&xt z<5&8|V7O}t{Hj@ zMO8KK+I}qF52dOfcS~=(EhSeWpYwSPpIaC%x6<#o(c|^pn{O!&*n-9sm!lcWsVL9l z3Q_gF#23KzACxFqAtQ{BXfn{Ju2(3$7!b8pAE3nl<$i>%NlQQOmy>?1;is%04>ui0 zTWfvZP@Tu!upfQpdDCi}t7}f6!-el7UY}o{|1ox!=kp>x5?IrZL_d<{`K|T7p}GQh zop(Rhm-|Y+we^anA)R*;?pAlXasu4~^oyMF$6xq39;b3ieO;ine#%f?k-JXaj~V4t zO4Zu>LJR$*$3_=A>|0e)s+Jb@p8fk)uPF7F7WAHdRWkDYTis$>si*hs3Y&h)!asc+ z-#CsJ2JkY_j~x!HwYAfs{kt3+_`j8%yqTT6&53l7$8yj*%MEwX#CI|o7m#XX&M(5v zSj?3rxQ9Pf(JVk&yEhrYZS`|urRsEZnRVJ{5wb@B(sK75xI=O9bLejH$> zImlDX47ZWr<4gv}3sBB7Y4Q~ag)e=<@epv9QVZ=R1(nvKg1EICm%F#4c*3rNJjrNt ztpKh$OS62DkfQUox_AfvFyuHsWB%o2%ocj7j9K$ebIm7E2XUme`WTK5OW!dZ8A}8B zP&(BLWUer#21xS1713NdCRa}6t_%onCkF75wMZ6*9wYfGDX)9b#S`6oMv&t&s z5A%+XFr6M{1&*KsZOl%cPF@EM9dtt!PjQqL+RoK2W4XG8fpCCMD8SZ{>mDEV~xMX@5w74Do0pv{y_16WR(3C G<^KnBNR literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/command/CrawlCommand.class b/target/classes/com/crawler/command/CrawlCommand.class new file mode 100644 index 0000000000000000000000000000000000000000..3a734d7dbd092bca3a28fff7ecfec9bf60c2b59a GIT binary patch literal 6047 zcmb7I33yc175?wcWZq=*AYs@90t5({jf6!I38Eo@L=!*x@dzs9HQR(+(-geJD_bmVU z&%Jr={jL)LYQ#(h4uPUTq_rv#)z*jfXceDZwQzG)t$eSwUKF?l3f5@rw5pI6ZmC+b za*ZA^6u1ROWu0qH6L75y>gxr@)Tc|yZ&kICa4Zti8~I!<;GPo<2aUM`&XUqbPOFVH z>s~l9Kt(RRUgTqtf&ziUkJ6*Uhrt4QExJ(`ju~1wpwqXK(vMy|7Xm|7DDVj6*9XJ; z;&|&yJ-SR=8RB$beI%fT8ntLpzS|#N#_C{9V0?yRT6R|4=$S%m7Hh3kHH4P*h0t$A zgW;BH4@L{*n6VcaNZI*%ED#O08No={gCc=(J?&2=ci!8*eQWaYzGUaK$(=`f_HF68 z{m`3xo=Dz#NAhr|fQR#z$FvsRg9!qoO>ITjTEfX)JFY9bsmS`Kg+jDQ-=GKL1}z#^ za_!j`l{R{CzQEMePam@uJ$+!4Wdql>biVcC_T+)hvu&j-gQ1}O$t;zsC_}k`w~gKz z3!>3Tl+i88zRF|)M@5krRhX(^3gelc+*Mk@h(tG9Fw~<9tydM(Fr6Cdus`0`7Ks{q z^U{!JtcpZinUSF-rCB`kVg@c$Ff#+fR{T}W!bQZ}nn*A#upr&g+SOXruip^Y38U(C ztr-JZQtD%6RjZhTiv@CYKg%;p&6a(_ybp^V)16$g1tr zni>~G{Lr+4)N)ijz;9@QwGCRES>Zmoq>1^^RjiWEw4 zDR5ENjHYAS3<)W=W@XHX643TkE)_ypL94)oa}ZY%K^xa5lA@LhI^4@GaU&S2st?8t zDiw&Th`|t0P5ZCXWATv0-eB9(KH<_vDZWm{dMTb4)7I%JX~i~MU}7fW*$tz=H_Sw{ zW@yp~R-6^^zLm&2nUuP*t(R68os0T88A7e>6QQbkgnonG9MtA>-Ril_=k$Kdp35u` zZet*Ay4`kL_XFE3wo|aV7pA5gHPNWHQF`aaCJgZ44&riU&y#yS*vew-zU$sMA9~h< zZLHVik)1tVkDTf};KgUKL&5f52I|ujQ*k$Ta-J5m0yZ&&lY6VQpF7og_$)rJ;B)L5 zCel;!Rk2&vyeAL|8(J_N^C1VO^d1%WVXs`MxtRqnFd`iUwUJPW9i2^wj3AZYui^nb zNY7%y8(BAO%XL1u@sQ-Thb7V0eF#}SqT*3mG8W|g@j!qT%%($9lG#yk9RuSJwuCh! z9;N1)>1N0foJ*=o8>Nk3RPiM|N!`KNg4Q-;qiNT(e-&gBRGr zCr+N;%ofbsl$d#+I?cXY?=dfq<0SQ#rta^k_^#BQOWiebV|66zgU1^Bfr=mEM+`cL1b(jK7iR0@g1x;(`t>Unzs7Iqs--$RC8zg}%**h&Eb2+t^E1Mj zMdn;6!Grghn<-wr&*gEZml#vnQ-u&b>g0xq!$w(4CR<#d!_69U-hP9-e;#I(iIr1V zo$7kYU9;!)Epo&wyh2q(UN3Q*>gGq{JPWWe#Q@0;^V3mkja8d!f%6MIVoe0#Exu3JniILZ9n_Ws@_{ET z0aJdmz?AN^U4yOg@b>QZUGlti$I;VwALBue+PWXyZzqcL#>?I*_yF)kS*D<9)c4wB&IfM(|BwBu3e~Ci56x zsm|2YFUmkG7Gt7iuqdQ^E?RnP`H6iPSN0r+_$GCr#C)ho zpfZ6Ax-c8u9n3vi?wrbr@WhVhFvc5`a% z7LGaOVb;#*g|t$kY`dAmTWRA9*wl0kx7RbBO|x@O%yc>D9z@-UoYB)7+{ZDa$?4nT zZ*uwW^f%@B+WiUKRnduE4mxbQ%3R)K=8bu7ne8qg;ik8pxYvOdTbyF_P}lx5$IOs) zVxK@4z95D7mzB$C@M1>8Wu|l*3kSHEr8gIYc)%}a0&6i3OL=X?e5T-1tmO&*W+rqq zF2`0}krt(PJ4%CiVtb4cA%|0smBvPDmhp0@qGUpk&6z+Qk zua5)oVxEIRQ$(`P6}<&WjJ?&ho-e zJm=uXHDN;A*X215XOpwgb$tRaGPs1rS32;ug2KlzR6aWkMs(mCUHCS*kRrb@_`IEz zLS9Sgq_ZH`6#8DT&`E!jTO#cH9r&@oNlyD2)Ah>^{C0~&6w*W{VE>tQ5`R|2ts+{? zh%X^-mSQmRJd&k37R$|&naOgy1XrUOP1weNLF{HZ?q$RtqRdk)6-jnh5gkfl^pJ^1 z{$mom@OzwMsLBvW65TdNEpn7nGWs&+?NA24hdgnHxp!HCXV??SQIOACQ_#adj*^Me zMwz0tQOcb`QHH?(IsF~dr9+?G#EsT3E(DP+rYh>>Cx@3W9A*kHwY^IDwt eJjr}6F|TFjwZgns+Se(ZO~w*a#dI+PBR&8WTS!a* literal 0 HcmV?d00001 diff --git a/target/classes/com/crawler/command/ExitCommand.class b/target/classes/com/crawler/command/ExitCommand.class new file mode 100644 index 0000000000000000000000000000000000000000..6ea096c1d6489d1a6c77e24d593dc445bed05810 GIT binary patch literal 976 zcmaJ<%Wl&^6g?BCapIaJP15k_Gf*H2P_r+pgaU|4QCS4CVKs3_VXDNg>`7a8-LYW7 zZ?FW3N0kL1z<*STpFrG+El5+Vi^Jec>t-8HS}KXbfXWA4+k=u-cxk(sxeF_d