删除 'W5/NeteaseCommentCrawler.java' #4
Merged
pangyaxuan
merged 1 commits from delete-w5-file into main 2 weeks ago
1 changed files with 0 additions and 148 deletions
@ -1,148 +0,0 @@ |
|||
package com.example; |
|||
|
|||
import com.alibaba.fastjson.JSON; |
|||
import com.alibaba.fastjson.JSONArray; |
|||
import com.alibaba.fastjson.JSONObject; |
|||
|
|||
import java.io.*; |
|||
import java.net.HttpURLConnection; |
|||
import java.net.URL; |
|||
import java.net.URLEncoder; |
|||
import java.nio.charset.StandardCharsets; |
|||
|
|||
public class NeteaseCommentCrawler { |
|||
private static final String USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"; |
|||
|
|||
public static JSONArray getHotComments(String songId) { |
|||
String apiUrl = "https://music.163.com/api/v1/resource/comments/R_SO_4_" + songId |
|||
+ "?rid=R_SO_4_" + songId |
|||
+ "&offset=0&total=true&limit=20"; |
|||
|
|||
try { |
|||
System.out.println("正在请求网易云音乐评论接口..."); |
|||
|
|||
URL url = new URL(apiUrl); |
|||
HttpURLConnection conn = (HttpURLConnection) url.openConnection(); |
|||
conn.setRequestMethod("GET"); |
|||
conn.setConnectTimeout(15000); |
|||
conn.setReadTimeout(15000); |
|||
conn.setRequestProperty("User-Agent", USER_AGENT); |
|||
conn.setRequestProperty("Referer", "https://music.163.com/song?id=" + songId); |
|||
conn.setRequestProperty("Accept", "*/*"); |
|||
conn.setRequestProperty("Accept-Language", "zh-CN,zh;q=0.9,en;q=0.8"); |
|||
|
|||
int statusCode = conn.getResponseCode(); |
|||
System.out.println("HTTP状态码:" + statusCode); |
|||
|
|||
if (statusCode != 200) { |
|||
System.err.println("请求失败,HTTP状态码:" + statusCode); |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
String responseStr = readStream(conn.getInputStream()); |
|||
System.out.println("响应长度:" + responseStr.length() + " 字符"); |
|||
|
|||
if (responseStr == null || responseStr.trim().isEmpty()) { |
|||
System.err.println("响应内容为空"); |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
JSONObject responseJson = JSON.parseObject(responseStr); |
|||
|
|||
if (responseJson == null) { |
|||
System.err.println("JSON解析失败"); |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
int code = responseJson.getIntValue("code"); |
|||
if (code != 200) { |
|||
System.err.println("接口返回错误码:" + code + ",消息:" + responseJson.getString("message")); |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
JSONArray hotComments = responseJson.getJSONArray("hotComments"); |
|||
if (hotComments == null || hotComments.isEmpty()) { |
|||
System.out.println("该歌曲暂无热门评论"); |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
return hotComments; |
|||
|
|||
} catch (Exception e) { |
|||
System.err.println("爬取失败:" + e.getMessage()); |
|||
e.printStackTrace(); |
|||
} |
|||
return new JSONArray(); |
|||
} |
|||
|
|||
private static String readStream(InputStream is) throws IOException { |
|||
BufferedReader reader = new BufferedReader(new InputStreamReader(is, StandardCharsets.UTF_8)); |
|||
StringBuilder sb = new StringBuilder(); |
|||
String line; |
|||
while ((line = reader.readLine()) != null) { |
|||
sb.append(line); |
|||
} |
|||
return sb.toString(); |
|||
} |
|||
|
|||
public static void printComments(JSONArray hotComments) { |
|||
System.out.println("\n===== 网易云音乐热门评论 ====="); |
|||
System.out.println("共获取到 " + hotComments.size() + " 条热门评论\n"); |
|||
for (int i = 0; i < hotComments.size(); i++) { |
|||
JSONObject comment = hotComments.getJSONObject(i); |
|||
JSONObject user = comment.getJSONObject("user"); |
|||
String nickname = user.getString("nickname"); |
|||
String content = comment.getString("content").replace("\n", " "); |
|||
int likedCount = comment.getInteger("likedCount"); |
|||
Long time = comment.getLong("time"); |
|||
String timeStr = formatTime(time); |
|||
|
|||
System.out.printf("%d. [%s]:%s(%d赞)%s%n", |
|||
i + 1, nickname, content, likedCount, timeStr); |
|||
} |
|||
} |
|||
|
|||
private static String formatTime(Long timestamp) { |
|||
if (timestamp == null) return ""; |
|||
java.text.SimpleDateFormat sdf = new java.text.SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); |
|||
return sdf.format(new java.util.Date(timestamp)); |
|||
} |
|||
|
|||
public static void saveToCSV(JSONArray hotComments) { |
|||
String filePath = "netease_hot_comments.csv"; |
|||
try (FileWriter writer = new FileWriter(filePath, StandardCharsets.UTF_8)) { |
|||
writer.write("序号,用户,评论,点赞数,时间\n"); |
|||
for (int i = 0; i < hotComments.size(); i++) { |
|||
JSONObject comment = hotComments.getJSONObject(i); |
|||
JSONObject user = comment.getJSONObject("user"); |
|||
String nickname = user.getString("nickname"); |
|||
String content = comment.getString("content").replace("\n", " ").replace(",", ","); |
|||
int likedCount = comment.getInteger("likedCount"); |
|||
Long time = comment.getLong("time"); |
|||
String timeStr = formatTime(time); |
|||
|
|||
writer.write(String.format("%d,%s,%s,%d,%s%n", |
|||
i + 1, nickname, content, likedCount, timeStr)); |
|||
} |
|||
System.out.println("\n评论已保存到 " + filePath); |
|||
} catch (Exception e) { |
|||
System.err.println("保存CSV失败:" + e.getMessage()); |
|||
} |
|||
} |
|||
|
|||
public static void main(String[] args) { |
|||
String songId = "186016"; |
|||
System.out.println("歌曲ID:" + songId + "(周杰伦 - 晴天)"); |
|||
System.out.println("================================"); |
|||
|
|||
JSONArray hotComments = getHotComments(songId); |
|||
if (!hotComments.isEmpty()) { |
|||
printComments(hotComments); |
|||
saveToCSV(hotComments); |
|||
} else { |
|||
System.out.println("未获取到评论,请检查:"); |
|||
System.out.println(" 1. 歌曲ID是否正确"); |
|||
System.out.println(" 2. 网络是否能访问 music.163.com"); |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue