From 12fd391eece067b773d1c25c15596ef80494a605 Mon Sep 17 00:00:00 2001 From: zhouzihao Date: Tue, 19 May 2026 17:03:29 +0800 Subject: [PATCH] =?UTF-8?q?=E4=B8=8A=E4=BC=A0=E6=96=87=E4=BB=B6=E8=87=B3?= =?UTF-8?q?=20'W11/command'?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- W11/command/Command.java | 8 +++ W11/command/CrawlCommand.java | 102 ++++++++++++++++++++++++++++++++++ W11/command/ExitCommand.java | 27 +++++++++ W11/command/HelpCommand.java | 26 +++++++++ W11/command/ListCommand.java | 26 +++++++++ 5 files changed, 189 insertions(+) create mode 100644 W11/command/Command.java create mode 100644 W11/command/CrawlCommand.java create mode 100644 W11/command/ExitCommand.java create mode 100644 W11/command/HelpCommand.java create mode 100644 W11/command/ListCommand.java diff --git a/W11/command/Command.java b/W11/command/Command.java new file mode 100644 index 0000000..27a2c70 --- /dev/null +++ b/W11/command/Command.java @@ -0,0 +1,8 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; + +public interface Command { + String getName(); + void execute(String[] args, ArticleRepository repository); +} diff --git a/W11/command/CrawlCommand.java b/W11/command/CrawlCommand.java new file mode 100644 index 0000000..d9901c4 --- /dev/null +++ b/W11/command/CrawlCommand.java @@ -0,0 +1,102 @@ +package com.example.datacollect.command; + +import com.example.datacollect.exception.NetworkException; +import com.example.datacollect.exception.ParseException; +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.strategy.CrawlStrategy; +import com.example.datacollect.strategy.StrategyFactory; +import com.example.datacollect.view.ConsoleView; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class CrawlCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(CrawlCommand.class); + private static final int MAX_RETRIES = 3; + private static final long RETRY_DELAY_MS = 1000; + + private final ConsoleView view; + private final StrategyFactory strategyFactory; + + public CrawlCommand(ConsoleView view, StrategyFactory strategyFactory) { + this.view = view; + this.strategyFactory = strategyFactory; + } + + @Override + public String getName() { + return "crawl"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + if (args.length < 2) { + view.printError("Usage: crawl "); + return; + } + String url = args[1]; + + CrawlStrategy strategy = strategyFactory.getStrategy(url); + if (strategy == null) { + view.printError("No strategy found for: " + url); + return; + } + + int retryCount = 0; + while (retryCount < MAX_RETRIES) { + try { + view.printInfo("Crawling: " + url + (retryCount > 0 ? " (retry " + retryCount + ")" : "")); + logger.info("Crawling URL: {} (attempt {})", url, retryCount + 1); + Document doc = Jsoup.connect(url) + .timeout(10000) + .get(); + var articles = strategy.parse(url, doc); + for (var article : articles) { + repository.add(article); + } + logger.info("Successfully crawled {} articles from {}", articles.size(), url); + view.printSuccess("Crawled " + articles.size() + " articles."); + return; + } catch (NetworkException e) { + retryCount++; + logger.warn("Network error on attempt {} for {}: {}", retryCount, url, e.getMessage()); + if (retryCount >= MAX_RETRIES) { + view.printError("Failed to crawl after " + MAX_RETRIES + " retries: " + e.getMessage()); + return; + } + try { + Thread.sleep(RETRY_DELAY_MS); + } catch (InterruptedException ie) { + Thread.currentThread().interrupt(); + view.printError("Retry interrupted: " + ie.getMessage()); + return; + } + } catch (ParseException e) { + logger.error("Parse error for {}: {}", url, e.getMessage()); + view.printError("Parse error: " + e.getMessage()); + return; + } catch (Exception e) { + if (e.getMessage() != null && e.getMessage().contains("timeout")) { + retryCount++; + logger.warn("Timeout on attempt {} for {}: {}", retryCount, url, e.getMessage()); + if (retryCount >= MAX_RETRIES) { + view.printError("Failed to crawl after " + MAX_RETRIES + " retries: " + e.getMessage()); + return; + } + try { + Thread.sleep(RETRY_DELAY_MS); + } catch (InterruptedException ie) { + Thread.currentThread().interrupt(); + view.printError("Retry interrupted: " + ie.getMessage()); + return; + } + } else { + logger.error("Unexpected error crawling {}: {}", url, e.getMessage()); + view.printError("Failed to crawl: " + e.getMessage()); + return; + } + } + } + } +} diff --git a/W11/command/ExitCommand.java b/W11/command/ExitCommand.java new file mode 100644 index 0000000..3d5cc44 --- /dev/null +++ b/W11/command/ExitCommand.java @@ -0,0 +1,27 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class ExitCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(ExitCommand.class); + private final ConsoleView view; + + public ExitCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "exit"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.info("Exiting application"); + view.printSuccess("Bye!"); + System.exit(0); + } +} diff --git a/W11/command/HelpCommand.java b/W11/command/HelpCommand.java new file mode 100644 index 0000000..b9d6a5d --- /dev/null +++ b/W11/command/HelpCommand.java @@ -0,0 +1,26 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class HelpCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(HelpCommand.class); + private final ConsoleView view; + + public HelpCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "help"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.info("Displaying help information"); + view.printInfo("Commands: crawl , list, help, exit"); + } +} diff --git a/W11/command/ListCommand.java b/W11/command/ListCommand.java new file mode 100644 index 0000000..6ad31f6 --- /dev/null +++ b/W11/command/ListCommand.java @@ -0,0 +1,26 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class ListCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(ListCommand.class); + private final ConsoleView view; + + public ListCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "list"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.info("Listing {} articles", repository.size()); + view.display(repository.getAll()); + } +}