删除 'W5/NeteaseCommentCrawler.java' #4
Merged
pangyaxuan
merged 1 commits from delete-w5-file into main 2 weeks ago
1 changed files with 0 additions and 148 deletions
@ -1,148 +0,0 @@ |
|||||
package com.example; |
|
||||
|
|
||||
import com.alibaba.fastjson.JSON; |
|
||||
import com.alibaba.fastjson.JSONArray; |
|
||||
import com.alibaba.fastjson.JSONObject; |
|
||||
|
|
||||
import java.io.*; |
|
||||
import java.net.HttpURLConnection; |
|
||||
import java.net.URL; |
|
||||
import java.net.URLEncoder; |
|
||||
import java.nio.charset.StandardCharsets; |
|
||||
|
|
||||
public class NeteaseCommentCrawler { |
|
||||
private static final String USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"; |
|
||||
|
|
||||
public static JSONArray getHotComments(String songId) { |
|
||||
String apiUrl = "https://music.163.com/api/v1/resource/comments/R_SO_4_" + songId |
|
||||
+ "?rid=R_SO_4_" + songId |
|
||||
+ "&offset=0&total=true&limit=20"; |
|
||||
|
|
||||
try { |
|
||||
System.out.println("正在请求网易云音乐评论接口..."); |
|
||||
|
|
||||
URL url = new URL(apiUrl); |
|
||||
HttpURLConnection conn = (HttpURLConnection) url.openConnection(); |
|
||||
conn.setRequestMethod("GET"); |
|
||||
conn.setConnectTimeout(15000); |
|
||||
conn.setReadTimeout(15000); |
|
||||
conn.setRequestProperty("User-Agent", USER_AGENT); |
|
||||
conn.setRequestProperty("Referer", "https://music.163.com/song?id=" + songId); |
|
||||
conn.setRequestProperty("Accept", "*/*"); |
|
||||
conn.setRequestProperty("Accept-Language", "zh-CN,zh;q=0.9,en;q=0.8"); |
|
||||
|
|
||||
int statusCode = conn.getResponseCode(); |
|
||||
System.out.println("HTTP状态码：" + statusCode); |
|
||||
|
|
||||
if (statusCode != 200) { |
|
||||
System.err.println("请求失败，HTTP状态码：" + statusCode); |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
String responseStr = readStream(conn.getInputStream()); |
|
||||
System.out.println("响应长度：" + responseStr.length() + " 字符"); |
|
||||
|
|
||||
if (responseStr == null || responseStr.trim().isEmpty()) { |
|
||||
System.err.println("响应内容为空"); |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
JSONObject responseJson = JSON.parseObject(responseStr); |
|
||||
|
|
||||
if (responseJson == null) { |
|
||||
System.err.println("JSON解析失败"); |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
int code = responseJson.getIntValue("code"); |
|
||||
if (code != 200) { |
|
||||
System.err.println("接口返回错误码：" + code + "，消息：" + responseJson.getString("message")); |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
JSONArray hotComments = responseJson.getJSONArray("hotComments"); |
|
||||
if (hotComments == null || hotComments.isEmpty()) { |
|
||||
System.out.println("该歌曲暂无热门评论"); |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
return hotComments; |
|
||||
|
|
||||
} catch (Exception e) { |
|
||||
System.err.println("爬取失败：" + e.getMessage()); |
|
||||
e.printStackTrace(); |
|
||||
} |
|
||||
return new JSONArray(); |
|
||||
} |
|
||||
|
|
||||
private static String readStream(InputStream is) throws IOException { |
|
||||
BufferedReader reader = new BufferedReader(new InputStreamReader(is, StandardCharsets.UTF_8)); |
|
||||
StringBuilder sb = new StringBuilder(); |
|
||||
String line; |
|
||||
while ((line = reader.readLine()) != null) { |
|
||||
sb.append(line); |
|
||||
} |
|
||||
return sb.toString(); |
|
||||
} |
|
||||
|
|
||||
public static void printComments(JSONArray hotComments) { |
|
||||
System.out.println("\n===== 网易云音乐热门评论 ====="); |
|
||||
System.out.println("共获取到 " + hotComments.size() + " 条热门评论\n"); |
|
||||
for (int i = 0; i < hotComments.size(); i++) { |
|
||||
JSONObject comment = hotComments.getJSONObject(i); |
|
||||
JSONObject user = comment.getJSONObject("user"); |
|
||||
String nickname = user.getString("nickname"); |
|
||||
String content = comment.getString("content").replace("\n", " "); |
|
||||
int likedCount = comment.getInteger("likedCount"); |
|
||||
Long time = comment.getLong("time"); |
|
||||
String timeStr = formatTime(time); |
|
||||
|
|
||||
System.out.printf("%d. [%s]：%s（%d赞）%s%n", |
|
||||
i + 1, nickname, content, likedCount, timeStr); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
private static String formatTime(Long timestamp) { |
|
||||
if (timestamp == null) return ""; |
|
||||
java.text.SimpleDateFormat sdf = new java.text.SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); |
|
||||
return sdf.format(new java.util.Date(timestamp)); |
|
||||
} |
|
||||
|
|
||||
public static void saveToCSV(JSONArray hotComments) { |
|
||||
String filePath = "netease_hot_comments.csv"; |
|
||||
try (FileWriter writer = new FileWriter(filePath, StandardCharsets.UTF_8)) { |
|
||||
writer.write("序号,用户,评论,点赞数,时间\n"); |
|
||||
for (int i = 0; i < hotComments.size(); i++) { |
|
||||
JSONObject comment = hotComments.getJSONObject(i); |
|
||||
JSONObject user = comment.getJSONObject("user"); |
|
||||
String nickname = user.getString("nickname"); |
|
||||
String content = comment.getString("content").replace("\n", " ").replace(",", "，"); |
|
||||
int likedCount = comment.getInteger("likedCount"); |
|
||||
Long time = comment.getLong("time"); |
|
||||
String timeStr = formatTime(time); |
|
||||
|
|
||||
writer.write(String.format("%d,%s,%s,%d,%s%n", |
|
||||
i + 1, nickname, content, likedCount, timeStr)); |
|
||||
} |
|
||||
System.out.println("\n评论已保存到 " + filePath); |
|
||||
} catch (Exception e) { |
|
||||
System.err.println("保存CSV失败：" + e.getMessage()); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
public static void main(String[] args) { |
|
||||
String songId = "186016"; |
|
||||
System.out.println("歌曲ID：" + songId + "（周杰伦 - 晴天）"); |
|
||||
System.out.println("================================"); |
|
||||
|
|
||||
JSONArray hotComments = getHotComments(songId); |
|
||||
if (!hotComments.isEmpty()) { |
|
||||
printComments(hotComments); |
|
||||
saveToCSV(hotComments); |
|
||||
} else { |
|
||||
System.out.println("未获取到评论，请检查："); |
|
||||
System.out.println(" 1. 歌曲ID是否正确"); |
|
||||
System.out.println(" 2. 网络是否能访问 music.163.com"); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
Loading…
Reference in new issue