-
Notifications
You must be signed in to change notification settings - Fork 13
/
Copy pathindex.js
188 lines (177 loc) · 5.65 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
import fetch from './fetch.js';
import jsdom from 'jsdom';
const { JSDOM } = jsdom;
import fs from 'fs';
import path, { resolve } from 'path';
import { fileURLToPath } from "url";
// const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(fileURLToPath(import.meta.url));
/**
* 得到当前日期
* @returns 当前日期, 格式如: 20220929
*/
const getDate = () => {
const add0 = num => num < 10 ? ('0' + num) : num;
const date = new Date();
return '' + date.getFullYear() + add0(date.getMonth() + 1) + add0(date.getDate());
}
// 当前日期
const DATE = getDate();
// /news 目录
const NEWS_PATH = path.join(__dirname, 'news');
// /news/xxxxxxxx.md 文件
const NEWS_MD_PATH = path.join(NEWS_PATH, DATE + '.md');
// /README.md 文件
const README_PATH = path.join(__dirname, 'README.md');
// /news/catalogue.json 文件
const CATALOGUE_JSON_PATH = path.join(NEWS_PATH, 'catalogue.json');
// 打印调试信息
console.log('DATE:', DATE);
console.log('NEWS_PATH:', NEWS_PATH);
console.log('README_PATH:', README_PATH);
console.log('CATALOGUE_JSON_PATH:', CATALOGUE_JSON_PATH);
/**
* 读取文件
* @param {String} path 需读取文件的路径
* @returns {String} (Primise) 文件内容
*/
const readFile = path => {
return new Promise((resolve, reject) => {
fs.readFile(path, {}, (err, data) => {
if (err) reject(err);
resolve(data);
});
});
};
/**
* 写入文件 (覆写)
* @param {String} path 需写入文件的路径
* @param {String} data 需写入的数据
* @returns {*} (Primise)
*/
const writeFile = (path, data) => {
return new Promise((resolve, reject) => {
fs.writeFile(path, data, err => {
if (err) reject(err);
resolve(true);
});
});
};
/**
* 获取新闻列表
* @param {String|Number} date 当前日期
* @returns {Object} abstract为简介的链接, news为新闻链接数组
*/
const getNewsList = async date => {
const HTML = await fetch(`http://tv.cctv.com/lm/xwlb/day/${date}.shtml`);
const fullHTML = `<!DOCTYPE html><html><head></head><body>${HTML}</body></html>`;
const dom = new JSDOM(fullHTML);
const nodes = dom.window.document.querySelectorAll('a');
var links = [];
nodes.forEach(node => {
// 从dom节点获得href中的链接
let link = node.href;
// 如果已经有了就不再添加 (去重)
if (!links.includes(link)) links.push(link);
});
const abstract = links.shift();
console.log('成功获取新闻列表');
return {
abstract,
news: links
}
}
/**
* 获取新闻摘要 (简介)
* @param {String} link 简介的链接
* @returns {String} 简介内容
*/
const getAbstract = async link => {
const HTML = await fetch(link);
const dom = new JSDOM(HTML);
const abstract = dom.window.document.querySelector(
'#page_body > div.allcontent > div.video18847 > div.playingCon > div.nrjianjie_shadow > div > ul > li:nth-child(1) > p'
).innerHTML.replaceAll('；', "；\n\n").replaceAll('：', "：\n\n");
console.log('成功获取新闻简介');
return abstract;
}
/**
* 获取新闻本体
* @param {Array} links 链接数组
* @returns {Object} title为新闻标题, content为新闻内容
*/
const getNews = async links => {
const linksLength = links.length;
console.log('共', linksLength, '则新闻, 开始获取');
// 所有新闻
var news = [];
for (let i = 0; i < linksLength; i++) {
const url = links[i];
const html = await fetch(url);
const dom = new JSDOM(html);
const title = dom.window.document.querySelector('#page_body > div.allcontent > div.video18847 > div.playingVideo > div.tit')?.innerHTML?.replace('[视频]', '');
const content = dom.window.document.querySelector('#content_area')?.innerHTML;
news.push({ title, content });
console.count('获取的新闻则数');
}
console.log('成功获取所有新闻');
return news;
}
/**
* 将数据处理为md格式
* @param {Object} object date为获取的时间, abstract为新闻简介, news为新闻数组, links为新闻链接
* @returns {String} 处理成功后的md文本
*/
const newsToMarkdown = ({ date, abstract, news, links }) => {
// 将数据处理为md文档
let mdNews = '';
const newsLength = news.length;
for (let i = 0; i < newsLength; i++) {
const { title, content } = news[i];
const link = links[i];
mdNews += `### ${title}\n\n${content}\n\n[查看原文](${link})\n\n`;
}
return `# 《新闻联播》 (${date})\n\n## 新闻摘要\n\n${abstract}\n\n## 详细新闻\n\n${mdNews}\n\n---\n\n(更新时间戳: ${new Date().getTime()})\n\n`;
}
const saveTextToFile = async (savePath, text) => {
// 输出到文件
await writeFile(savePath, text);
}
const updateCatalogue = async ({ catalogueJsonPath, readmeMdPath, date, abstract }) => {
// 更新 catalogue.json
await readFile(catalogueJsonPath).then(async data => {
data = data.toString();
let catalogueJson = JSON.parse(data || '[]');
catalogueJson.unshift({
date,
abstract,
});
let textJson = JSON.stringify(catalogueJson);
await writeFile(catalogueJsonPath, textJson);
});
console.log('更新 catalogue.json 完成');
// 更新 README.md
await readFile(readmeMdPath).then(async data => {
data = data.toString();
let text = data.replace('<!-- INSERT -->', `<!-- INSERT -->\n- [${date}](./news/${date}.md)`)
await writeFile(readmeMdPath, text);
});
console.log('更新 README.md 完成');
}
const newsList = await getNewsList(DATE);
const abstract = await getAbstract(newsList.abstract);
const news = await getNews(newsList.news);
const md = newsToMarkdown({
date: DATE,
abstract,
news,
links: newsList.news
});
await saveTextToFile(NEWS_MD_PATH, md);
await updateCatalogue({
catalogueJsonPath: CATALOGUE_JSON_PATH,
readmeMdPath: README_PATH,
date: DATE,
abstract: abstract
});
console.log('全部成功, 程序结束');