Browse Source

上传文件至 'w11/commend'

main
wangbo 4 weeks ago
parent
commit
fe7d8c8c03
  1. 98
      w11/commend/CrawlCommand.java.java
  2. 27
      w11/commend/ExitCommand.java.java
  3. 26
      w11/commend/HelpCommand.java.java
  4. 26
      w11/commend/ListCommand.java.java
  5. 8
      w11/commend/command.java.java

98
w11/commend/CrawlCommand.java.java

@ -0,0 +1,98 @@
package com.example.datacollect.command;
import com.example.datacollect.exception.NetworkException;
import com.example.datacollect.exception.ParseException;
import com.example.datacollect.repository.ArticleRepository;
import com.example.datacollect.strategy.CrawlStrategy;
import com.example.datacollect.strategy.StrategyFactory;
import com.example.datacollect.view.ConsoleView;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
public class CrawlCommand implements Command {
private static final Logger logger = LoggerFactory.getLogger(CrawlCommand.class);
private static final int MAX_RETRIES = 3;
private static final long RETRY_DELAY_MS = 1000;
private final ConsoleView view;
private final StrategyFactory strategyFactory;
public CrawlCommand(ConsoleView view, StrategyFactory strategyFactory) {
this.view = view;
this.strategyFactory = strategyFactory;
}
@Override
public String getName() {
return "crawl";
}
@Override
public void execute(String[] args, ArticleRepository repository) {
if (args.length < 2) {
view.printError("Usage: crawl <url>");
return;
}
String url = args[1];
logger.info("Crawl command received for URL: {}", url);
CrawlStrategy strategy = strategyFactory.getStrategy(url);
if (strategy == null) {
view.printError("No strategy found for: " + url);
logger.warn("No strategy found for URL: {}", url);
return;
}
for (int attempt = 1; attempt <= MAX_RETRIES; attempt++) {
try {
view.printInfo("Crawling: " + url + " (attempt " + attempt + "/" + MAX_RETRIES + ")");
logger.debug("Attempt {} to crawl {}", attempt, url);
Document doc = Jsoup.connect(url)
.userAgent("Mozilla/5.0")
.timeout(10000)
.get();
var articles = strategy.parse(url, doc);
for (var article : articles) {
repository.add(article);
logger.debug("Added article: {}", article.getTitle());
}
view.printSuccess("Crawled " + articles.size() + " articles.");
logger.info("Successfully crawled {} articles from {}", articles.size(), url);
return; // 成功,退出重试循环
} catch (ParseException e) {
logger.error("Parse error for URL {}: {}", url, e.getMessage(), e);
view.printError("Failed to parse: " + e.getMessage());
return; // 解析错误不重试,直接退出
} catch (IOException e) {
logger.warn("Network error for URL {} (attempt {}/{}): {}", url, attempt, MAX_RETRIES, e.getMessage());
if (attempt == MAX_RETRIES) {
view.printError("Failed to crawl after " + MAX_RETRIES + " attempts: " + e.getMessage());
} else {
view.printWarning("Network error, retrying in " + RETRY_DELAY_MS + "ms...");
try {
Thread.sleep(RETRY_DELAY_MS);
} catch (InterruptedException ie) {
Thread.currentThread().interrupt();
view.printError("Retry interrupted");
return;
}
}
} catch (Exception e) {
logger.error("Unexpected error crawling {}: {}", url, e.getMessage(), e);
view.printError("Unexpected error: " + e.getMessage());
return;
}
}
}
}

27
w11/commend/ExitCommand.java.java

@ -0,0 +1,27 @@
package com.example.datacollect.command;
import com.example.datacollect.repository.ArticleRepository;
import com.example.datacollect.view.ConsoleView;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class ExitCommand implements Command {
private static final Logger logger = LoggerFactory.getLogger(ExitCommand.class);
private final ConsoleView view;
public ExitCommand(ConsoleView view) {
this.view = view;
}
@Override
public String getName() {
return "exit";
}
@Override
public void execute(String[] args, ArticleRepository repository) {
logger.info("Application exit requested");
view.printSuccess("Bye!");
System.exit(0);
}
}

26
w11/commend/HelpCommand.java.java

@ -0,0 +1,26 @@
package com.example.datacollect.command;
import com.example.datacollect.repository.ArticleRepository;
import com.example.datacollect.view.ConsoleView;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class HelpCommand implements Command {
private static final Logger logger = LoggerFactory.getLogger(HelpCommand.class);
private final ConsoleView view;
public HelpCommand(ConsoleView view) {
this.view = view;
}
@Override
public String getName() {
return "help";
}
@Override
public void execute(String[] args, ArticleRepository repository) {
logger.debug("Help command executed");
view.printInfo("Commands: crawl <url>, list, help, exit");
}
}

26
w11/commend/ListCommand.java.java

@ -0,0 +1,26 @@
package com.example.datacollect.command;
import com.example.datacollect.repository.ArticleRepository;
import com.example.datacollect.view.ConsoleView;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class ListCommand implements Command {
private static final Logger logger = LoggerFactory.getLogger(ListCommand.class);
private final ConsoleView view;
public ListCommand(ConsoleView view) {
this.view = view;
}
@Override
public String getName() {
return "list";
}
@Override
public void execute(String[] args, ArticleRepository repository) {
logger.info("List command executed, total articles: {}", repository.size());
view.display(repository.getAll());
}
}

8
w11/commend/command.java.java

@ -0,0 +1,8 @@
package com.example.datacollect.command;
import com.example.datacollect.repository.ArticleRepository;
public interface Command {
String getName();
void execute(String[] args, ArticleRepository repository);
}
Loading…
Cancel
Save