feat: 界面快讯支持 (#3362)

/jiemian/list/4.rss
This commit is contained in:
Henry Wang
2019-10-30 18:42:35 +08:00
committed by DIYgod
parent a8da1415af
commit 96caebac57
3 changed files with 79 additions and 25 deletions
+6
View File
@@ -462,6 +462,12 @@ category 列表:
</Route>
## 井冈山大学
### 教务处通知
<Route author="Bernard" example="/jgsu/jwc" path="/universities/jgsu/jwc" />
## 昆明理工大学
### 教务处
+47 -25
View File
@@ -1,57 +1,79 @@
const cheerio = require('cheerio');
const got = require('@/utils/got');
const util = require('./utils');
module.exports = async (ctx) => {
const url = `https://www.jiemian.com/lists/${ctx.params.cid}.html`;
const res = await got.get(url);
const $ = cheerio.load(res.data);
const list = $('.news-view').get();
let type, list;
const className = $('#load-list')[0].attribs.class;
if (className) {
switch (className) {
case 'list-view':
type = 'list';
list = $('.item-news')
.slice(0, 10)
.get();
break;
case 'list-view card':
type = 'card';
list = $('.news-view')
.slice(0, 10)
.get();
break;
default:
break;
}
}
const proList = [];
const indexList = [];
const out = await Promise.all(
list.map(async (item, i) => {
let out = await Promise.all(
list.map(async (item) => {
const $ = cheerio.load(item);
const time = $('.date').text();
let title = $('.news-img a').attr('title');
if (!title) {
title = $('a').text();
let title, itemUrl;
switch (type) {
case 'list':
title = $('.item-main a').text();
itemUrl = $('.item-main a').attr('href');
break;
case 'card':
title = $('.news-img a').attr('title');
if (!title) {
title = $('a').text();
}
itemUrl = $('.news-img a').attr('href');
break;
default:
break;
}
const itemUrl = $('.news-img a').attr('href');
const cache = await ctx.cache.get(itemUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const single = {
title,
pubDate: new Date(time).toUTCString(),
link: itemUrl,
guid: itemUrl,
};
proList.push(got.get(itemUrl));
indexList.push(i);
return Promise.resolve(single);
})
);
const responses = await got.all(proList);
for (let i = 0; i < responses.length; i++) {
const res = responses[i];
const $ = cheerio.load(res.data);
let time = $('.article-info span')
.eq(1)
.text();
if (!time) {
time = $('.article-header .info .date').text();
}
out[indexList[i]].pubDate = new Date(time).toUTCString();
out = util.ProcessFeed(out, responses);
const content = $('.article-view .article-main').html();
out[indexList[i]].description = content;
ctx.cache.set(out[indexList[i]].link, JSON.stringify(out[i]));
}
ctx.state.data = {
title: $('title').text(),
link: url,
+26
View File
@@ -0,0 +1,26 @@
const cheerio = require('cheerio');
const ProcessFeed = (out, responses) => {
for (let i = 0; i < responses.length; i++) {
const $ = cheerio.load(responses[i].data);
let time = $('.article-info span.date')[0];
time = time ? time.firstChild.data : $('div.article-info > p > span:nth-child(2)').text();
out[i].pubDate = new Date(time).toUTCString();
$('.article-view .article-main')
.find('div.share-view, script')
.each((i, e) => {
$(e).remove();
});
out[i].description = $('.article-view .article-main').html();
}
return out;
};
module.exports = {
ProcessFeed,
};