diff --git a/w11/CrawlCommand.java.java b/w11/CrawlCommand.java.java new file mode 100644 index 0000000..e094185 --- /dev/null +++ b/w11/CrawlCommand.java.java @@ -0,0 +1,98 @@ +package com.example.datacollect.command; + +import com.example.datacollect.exception.NetworkException; +import com.example.datacollect.exception.ParseException; +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.strategy.CrawlStrategy; +import com.example.datacollect.strategy.StrategyFactory; +import com.example.datacollect.view.ConsoleView; +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.IOException; + +public class CrawlCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(CrawlCommand.class); + private static final int MAX_RETRIES = 3; + private static final long RETRY_DELAY_MS = 1000; + + private final ConsoleView view; + private final StrategyFactory strategyFactory; + + public CrawlCommand(ConsoleView view, StrategyFactory strategyFactory) { + this.view = view; + this.strategyFactory = strategyFactory; + } + + @Override + public String getName() { + return "crawl"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + if (args.length < 2) { + view.printError("Usage: crawl "); + return; + } + String url = args[1]; + logger.info("Crawl command received for URL: {}", url); + + CrawlStrategy strategy = strategyFactory.getStrategy(url); + if (strategy == null) { + view.printError("No strategy found for: " + url); + logger.warn("No strategy found for URL: {}", url); + return; + } + + for (int attempt = 1; attempt <= MAX_RETRIES; attempt++) { + try { + view.printInfo("Crawling: " + url + " (attempt " + attempt + "/" + MAX_RETRIES + ")"); + logger.debug("Attempt {} to crawl {}", attempt, url); + + Document doc = Jsoup.connect(url) + .userAgent("Mozilla/5.0") + .timeout(10000) + .get(); + + var articles = strategy.parse(url, doc); + + for (var article : articles) { + repository.add(article); + logger.debug("Added article: {}", article.getTitle()); + } + + view.printSuccess("Crawled " + articles.size() + " articles."); + logger.info("Successfully crawled {} articles from {}", articles.size(), url); + return; // 成功,退出重试循环 + + } catch (ParseException e) { + logger.error("Parse error for URL {}: {}", url, e.getMessage(), e); + view.printError("Failed to parse: " + e.getMessage()); + return; // 解析错误不重试,直接退出 + + } catch (IOException e) { + logger.warn("Network error for URL {} (attempt {}/{}): {}", url, attempt, MAX_RETRIES, e.getMessage()); + + if (attempt == MAX_RETRIES) { + view.printError("Failed to crawl after " + MAX_RETRIES + " attempts: " + e.getMessage()); + } else { + view.printWarning("Network error, retrying in " + RETRY_DELAY_MS + "ms..."); + try { + Thread.sleep(RETRY_DELAY_MS); + } catch (InterruptedException ie) { + Thread.currentThread().interrupt(); + view.printError("Retry interrupted"); + return; + } + } + } catch (Exception e) { + logger.error("Unexpected error crawling {}: {}", url, e.getMessage(), e); + view.printError("Unexpected error: " + e.getMessage()); + return; + } + } + } +} \ No newline at end of file diff --git a/w11/ExitCommand.java.java b/w11/ExitCommand.java.java new file mode 100644 index 0000000..382222e --- /dev/null +++ b/w11/ExitCommand.java.java @@ -0,0 +1,27 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class ExitCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(ExitCommand.class); + private final ConsoleView view; + + public ExitCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "exit"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.info("Application exit requested"); + view.printSuccess("Bye!"); + System.exit(0); + } +} \ No newline at end of file diff --git a/w11/HelpCommand.java.java b/w11/HelpCommand.java.java new file mode 100644 index 0000000..dcfee8b --- /dev/null +++ b/w11/HelpCommand.java.java @@ -0,0 +1,26 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class HelpCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(HelpCommand.class); + private final ConsoleView view; + + public HelpCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "help"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.debug("Help command executed"); + view.printInfo("Commands: crawl , list, help, exit"); + } +} \ No newline at end of file diff --git a/w11/ListCommand.java.java b/w11/ListCommand.java.java new file mode 100644 index 0000000..ea5292d --- /dev/null +++ b/w11/ListCommand.java.java @@ -0,0 +1,26 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; +import com.example.datacollect.view.ConsoleView; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class ListCommand implements Command { + private static final Logger logger = LoggerFactory.getLogger(ListCommand.class); + private final ConsoleView view; + + public ListCommand(ConsoleView view) { + this.view = view; + } + + @Override + public String getName() { + return "list"; + } + + @Override + public void execute(String[] args, ArticleRepository repository) { + logger.info("List command executed, total articles: {}", repository.size()); + view.display(repository.getAll()); + } +} \ No newline at end of file diff --git a/w11/command.java.java b/w11/command.java.java new file mode 100644 index 0000000..e3e2030 --- /dev/null +++ b/w11/command.java.java @@ -0,0 +1,8 @@ +package com.example.datacollect.command; + +import com.example.datacollect.repository.ArticleRepository; + +public interface Command { + String getName(); + void execute(String[] args, ArticleRepository repository); +} \ No newline at end of file