From 8a87c62002994991a4e96bc1b49aedfc1f7eb2fa Mon Sep 17 00:00:00 2001 From: pangyaxuan Date: Mon, 6 Apr 2026 20:41:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=A0=E9=99=A4=20'W5/NeteaseCommentCrawler.?= =?UTF-8?q?java'?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- W5/NeteaseCommentCrawler.java | 148 ---------------------------------- 1 file changed, 148 deletions(-) delete mode 100644 W5/NeteaseCommentCrawler.java diff --git a/W5/NeteaseCommentCrawler.java b/W5/NeteaseCommentCrawler.java deleted file mode 100644 index 441da75..0000000 --- a/W5/NeteaseCommentCrawler.java +++ /dev/null @@ -1,148 +0,0 @@ -package com.example; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONArray; -import com.alibaba.fastjson.JSONObject; - -import java.io.*; -import java.net.HttpURLConnection; -import java.net.URL; -import java.net.URLEncoder; -import java.nio.charset.StandardCharsets; - -public class NeteaseCommentCrawler { - private static final String USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"; - - public static JSONArray getHotComments(String songId) { - String apiUrl = "https://music.163.com/api/v1/resource/comments/R_SO_4_" + songId - + "?rid=R_SO_4_" + songId - + "&offset=0&total=true&limit=20"; - - try { - System.out.println("正在请求网易云音乐评论接口..."); - - URL url = new URL(apiUrl); - HttpURLConnection conn = (HttpURLConnection) url.openConnection(); - conn.setRequestMethod("GET"); - conn.setConnectTimeout(15000); - conn.setReadTimeout(15000); - conn.setRequestProperty("User-Agent", USER_AGENT); - conn.setRequestProperty("Referer", "https://music.163.com/song?id=" + songId); - conn.setRequestProperty("Accept", "*/*"); - conn.setRequestProperty("Accept-Language", "zh-CN,zh;q=0.9,en;q=0.8"); - - int statusCode = conn.getResponseCode(); - System.out.println("HTTP状态码：" + statusCode); - - if (statusCode != 200) { - System.err.println("请求失败，HTTP状态码：" + statusCode); - return new JSONArray(); - } - - String responseStr = readStream(conn.getInputStream()); - System.out.println("响应长度：" + responseStr.length() + " 字符"); - - if (responseStr == null || responseStr.trim().isEmpty()) { - System.err.println("响应内容为空"); - return new JSONArray(); - } - - JSONObject responseJson = JSON.parseObject(responseStr); - - if (responseJson == null) { - System.err.println("JSON解析失败"); - return new JSONArray(); - } - - int code = responseJson.getIntValue("code"); - if (code != 200) { - System.err.println("接口返回错误码：" + code + "，消息：" + responseJson.getString("message")); - return new JSONArray(); - } - - JSONArray hotComments = responseJson.getJSONArray("hotComments"); - if (hotComments == null || hotComments.isEmpty()) { - System.out.println("该歌曲暂无热门评论"); - return new JSONArray(); - } - - return hotComments; - - } catch (Exception e) { - System.err.println("爬取失败：" + e.getMessage()); - e.printStackTrace(); - } - return new JSONArray(); - } - - private static String readStream(InputStream is) throws IOException { - BufferedReader reader = new BufferedReader(new InputStreamReader(is, StandardCharsets.UTF_8)); - StringBuilder sb = new StringBuilder(); - String line; - while ((line = reader.readLine()) != null) { - sb.append(line); - } - return sb.toString(); - } - - public static void printComments(JSONArray hotComments) { - System.out.println("\n===== 网易云音乐热门评论 ====="); - System.out.println("共获取到 " + hotComments.size() + " 条热门评论\n"); - for (int i = 0; i < hotComments.size(); i++) { - JSONObject comment = hotComments.getJSONObject(i); - JSONObject user = comment.getJSONObject("user"); - String nickname = user.getString("nickname"); - String content = comment.getString("content").replace("\n", " "); - int likedCount = comment.getInteger("likedCount"); - Long time = comment.getLong("time"); - String timeStr = formatTime(time); - - System.out.printf("%d. [%s]：%s（%d赞）%s%n", - i + 1, nickname, content, likedCount, timeStr); - } - } - - private static String formatTime(Long timestamp) { - if (timestamp == null) return ""; - java.text.SimpleDateFormat sdf = new java.text.SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); - return sdf.format(new java.util.Date(timestamp)); - } - - public static void saveToCSV(JSONArray hotComments) { - String filePath = "netease_hot_comments.csv"; - try (FileWriter writer = new FileWriter(filePath, StandardCharsets.UTF_8)) { - writer.write("序号,用户,评论,点赞数,时间\n"); - for (int i = 0; i < hotComments.size(); i++) { - JSONObject comment = hotComments.getJSONObject(i); - JSONObject user = comment.getJSONObject("user"); - String nickname = user.getString("nickname"); - String content = comment.getString("content").replace("\n", " ").replace(",", "，"); - int likedCount = comment.getInteger("likedCount"); - Long time = comment.getLong("time"); - String timeStr = formatTime(time); - - writer.write(String.format("%d,%s,%s,%d,%s%n", - i + 1, nickname, content, likedCount, timeStr)); - } - System.out.println("\n评论已保存到 " + filePath); - } catch (Exception e) { - System.err.println("保存CSV失败：" + e.getMessage()); - } - } - - public static void main(String[] args) { - String songId = "186016"; - System.out.println("歌曲ID：" + songId + "（周杰伦 - 晴天）"); - System.out.println("================================"); - - JSONArray hotComments = getHotComments(songId); - if (!hotComments.isEmpty()) { - printComments(hotComments); - saveToCSV(hotComments); - } else { - System.out.println("未获取到评论，请检查："); - System.out.println(" 1. 歌曲ID是否正确"); - System.out.println(" 2. 网络是否能访问 music.163.com"); - } - } -} -- 2.30.2