Browse Source

上传文件至 'project/main'

main
HuangZhikai 3 weeks ago
parent
commit
84e3c87207
  1. 15
      project/main/Main.java
  2. 36
      project/main/TestRunner.java

15
project/main/Main.java

@ -0,0 +1,15 @@
package com.crawler;
import com.crawler.command.CommandController;
public class Main {
public static void main(String[] args) {
System.out.println("========================================");
System.out.println("Java爬虫框架");
System.out.println("========================================");
System.out.println();
CommandController cmdController = new CommandController();
cmdController.start();
}
}

36
project/main/TestRunner.java

@ -0,0 +1,36 @@
package com.crawler;
import com.crawler.controller.CrawlerController;
import com.crawler.crawler.Crawler;
import com.crawler.crawler.CrawlerFactory;
import com.crawler.model.CrawlerConfig;
public class TestRunner {
public static void main(String[] args) {
CrawlerFactory factory = CrawlerFactory.getInstance();
String[] testUrls = {
"https://www.hnu.edu.cn",
"https://news.hnu.edu.cn",
"http://www.weather.com.cn",
"https://www.mountblade.com.cn"
};
for (String url : testUrls) {
System.out.println("========================================");
System.out.println("测试 URL: " + url);
String crawlerName = factory.getCrawlerName(url);
System.out.println("选择爬虫: " + crawlerName);
Crawler crawler = factory.createCrawler(url);
CrawlerConfig config = new CrawlerConfig();
config.setTargetUrl(url);
CrawlerController controller = new CrawlerController(crawler);
controller.setConfig(config);
controller.execute();
System.out.println();
}
}
}
Loading…
Cancel
Save