5 changed files with 217 additions and 0 deletions
@ -0,0 +1,71 @@ |
|||
package com.example; |
|||
|
|||
import com.example.bean.Movie; |
|||
import com.example.crawler.MovieCrawler; |
|||
import com.example.chart.DrawChart; |
|||
import java.io.FileWriter; |
|||
import java.util.ArrayList; |
|||
import java.util.List; |
|||
import java.util.Map; |
|||
import java.util.stream.Collectors; |
|||
|
|||
public class Main { |
|||
public static void main(String[] args) { |
|||
|
|||
// 1. 爬取数据
|
|||
MovieCrawler crawler = new MovieCrawler(); |
|||
List<Movie> movies = crawler.start(); |
|||
|
|||
// 2. 数据清洗
|
|||
List<Movie> cleanData = new ArrayList<>(); |
|||
for (Movie movie : movies) { |
|||
if (movie.getTitle() != null && !movie.getTitle().isBlank()) { |
|||
cleanData.add(movie); |
|||
} |
|||
} |
|||
|
|||
// ===================== CSV 保存功能 恢复！=====================
|
|||
try (FileWriter writer = new FileWriter("movie_top100.csv")) { |
|||
writer.write("电影名称,评分,导演,上映年份\n"); |
|||
for (Movie m : cleanData) { |
|||
writer.write(m.getTitle() + "," + m.getScore() + "," + m.getDirector() + "," + m.getYear() + "\n"); |
|||
} |
|||
System.out.println("✅ CSV 文件已保存：movie_top100.csv"); |
|||
} catch (Exception e) { |
|||
e.printStackTrace(); |
|||
} |
|||
// ==============================================================
|
|||
|
|||
// 3. 评分统计
|
|||
Map<String, Long> scoreCount = cleanData.stream() |
|||
.collect(Collectors.groupingBy(Movie::getScore, Collectors.counting())); |
|||
|
|||
// 4. 控制台打印表格
|
|||
System.out.println("\n=========================================="); |
|||
System.out.println(" 电影评分统计表格 "); |
|||
System.out.println("=========================================="); |
|||
System.out.printf("%-10s %-10s %-10s%n", "评分", "数量(部)", "占比(%)"); |
|||
System.out.println("------------------------------------------"); |
|||
|
|||
double total = cleanData.size(); |
|||
for (Map.Entry<String, Long> entry : scoreCount.entrySet()) { |
|||
String score = entry.getKey(); |
|||
long count = entry.getValue(); |
|||
double rate = (count * 100.0) / total; |
|||
System.out.printf("%-12s %-12d %-10.2f%n", score, count, rate); |
|||
} |
|||
|
|||
System.out.println("------------------------------------------"); |
|||
System.out.printf("总计：%d 部电影%n", (long) total); |
|||
System.out.println("=========================================="); |
|||
|
|||
// 5. 生成正常折线图：按排名 1→100 顺序连线
|
|||
List<Double> scoreList = new ArrayList<>(); |
|||
for (Movie movie : cleanData) { |
|||
scoreList.add(Double.parseDouble(movie.getScore())); |
|||
} |
|||
|
|||
DrawChart drawing = new DrawChart(); |
|||
drawing.drawByOrder(scoreList); |
|||
} |
|||
} |
|||
|
@ -0,0 +1,45 @@ |
|||
<?xml version="1.0" encoding="UTF-8"?> |
|||
<project xmlns="http://maven.apache.org/POM/4.0.0" |
|||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
|||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
|||
<modelVersion>4.0.0</modelVersion> |
|||
|
|||
<groupId>com.crawler</groupId> |
|||
<artifactId>movie-crawler</artifactId> |
|||
<version>1.0</version> |
|||
|
|||
<properties> |
|||
<maven.compiler.source>8</maven.compiler.source> |
|||
<maven.compiler.target>8</maven.compiler.target> |
|||
</properties> |
|||
|
|||
<dependencies> |
|||
<!-- Jsoup：网页爬虫+HTML解析 --> |
|||
<dependency> |
|||
<groupId>org.jsoup</groupId> |
|||
<artifactId>jsoup</artifactId> |
|||
<version>1.15.4</version> |
|||
</dependency> |
|||
|
|||
<!-- XChart：生成图表（简单易用） --> |
|||
<dependency> |
|||
<groupId>org.knowm.xchart</groupId> |
|||
<artifactId>xchart</artifactId> |
|||
<version>3.8.4</version> |
|||
</dependency> |
|||
|
|||
<!-- OpenCSV：读写CSV文件 --> |
|||
<dependency> |
|||
<groupId>com.opencsv</groupId> |
|||
<artifactId>opencsv</artifactId> |
|||
<version>5.6</version> |
|||
</dependency> |
|||
|
|||
<!-- MySQL驱动（可选，存数据库） --> |
|||
<dependency> |
|||
<groupId>mysql</groupId> |
|||
<artifactId>mysql-connector-java</artifactId> |
|||
<version>8.0.33</version> |
|||
</dependency> |
|||
</dependencies> |
|||
</project> |
|||
|
After Width: | Height: | Size: 84 KiB |
|
After Width: | Height: | Size: 25 KiB |
Loading…
Reference in new issue