feat: 添加广东工业大学通知公文网 (#10231)
* feat(route): add 广东工业大学通知公文网 * feat!: remove not working route
This commit is contained in:
Jim Kirisame
GitHub
parent
1a8e46d9eb
commit
16e2606b17
|
|
@ -1001,9 +1001,15 @@ xskb1 对应 <http://www.auto.uestc.edu.cn/index/xskb1.htm>
|
|||
|
||||
## 广东工业大学
|
||||
|
||||
### 校内新闻网
|
||||
### 通知公文网
|
||||
|
||||
<Route author="Jiangming1399" example="/gdut/news" path="/gdut/news"/>
|
||||
<Route author="Jim Kirisame" example="/gdut/oa_news" path="/gdut/oa_news/:category" :paramsDesc="['分类名']">
|
||||
|
||||
| 校内简讯 | 校内通知 | 公示公告 | 招标公告 | 招标结果 |
|
||||
| ---- | ------ | ------------ | ------------- | ------------- |
|
||||
| news | notice | announcement | tender_invite | tender_result |
|
||||
|
||||
</Route>
|
||||
|
||||
## 广东海洋大学
|
||||
|
||||
|
|
|
|||
|
|
@ -588,7 +588,7 @@ router.get('/scnu/library', lazyloadRouteHandler('./routes/universities/scnu/lib
|
|||
router.get('/scnu/cs/match', lazyloadRouteHandler('./routes/universities/scnu/cs/match'));
|
||||
|
||||
// 广东工业大学
|
||||
router.get('/gdut/news', lazyloadRouteHandler('./routes/universities/gdut/news'));
|
||||
// router.get('/gdut/news', lazyloadRouteHandler('./routes/universities/gdut/news'));
|
||||
|
||||
// 中国科学院
|
||||
router.get('/cas/sim/academic', lazyloadRouteHandler('./routes/universities/cas/sim/academic'));
|
||||
|
|
|
|||
|
|
@ -0,0 +1,3 @@
|
|||
module.exports = {
|
||||
'/oa_news/:type?': ['Jim Kirisame'],
|
||||
};
|
||||
|
|
@ -1,3 +1,5 @@
|
|||
/* Removed due to news.gdut.edu.cn no longer exists.
|
||||
|
||||
const got = require('@/utils/got');
|
||||
const cheerio = require('cheerio');
|
||||
|
||||
|
|
@ -160,3 +162,5 @@ module.exports = async (ctx) => {
|
|||
item: out.length > 0 ? out : articleList,
|
||||
};
|
||||
};
|
||||
|
||||
*/
|
||||
|
|
@ -0,0 +1,214 @@
|
|||
const got = require('@/utils/got');
|
||||
const wait = require('@/utils/wait');
|
||||
const cheerio = require('cheerio');
|
||||
const { CookieJar } = require('tough-cookie');
|
||||
const { parseDate } = require('@/utils/parse-date');
|
||||
const timezone = require('@/utils/timezone');
|
||||
const asyncPool = require('tiny-async-pool');
|
||||
|
||||
const site = 'https://oas.gdut.edu.cn/seeyon';
|
||||
const typeMap = {
|
||||
news: {
|
||||
id: '-4899485396563308862',
|
||||
name: '校内简讯',
|
||||
publish: false,
|
||||
},
|
||||
notice: {
|
||||
id: '5854888065150372255',
|
||||
name: '校内通知',
|
||||
publish: false,
|
||||
},
|
||||
announcement: {
|
||||
id: '5821359576359193913',
|
||||
name: '公示公告',
|
||||
publish: false,
|
||||
},
|
||||
tender_result: {
|
||||
id: '-1226046021292568614',
|
||||
name: '招标结果',
|
||||
publish: true,
|
||||
},
|
||||
tender_invite: {
|
||||
id: '-3656117696093796045',
|
||||
name: '招标公告',
|
||||
publish: true,
|
||||
},
|
||||
};
|
||||
|
||||
function getArg(type) {
|
||||
if (type.publish) {
|
||||
return JSON.stringify([
|
||||
{
|
||||
pageSize: '20',
|
||||
pageNo: 1,
|
||||
listType: '1',
|
||||
spaceType: '',
|
||||
spaceId: '',
|
||||
typeId: type.id,
|
||||
condition: 'publishDepartment',
|
||||
textfield1: '',
|
||||
textfield2: '',
|
||||
myNews: '',
|
||||
},
|
||||
]);
|
||||
} else {
|
||||
return JSON.stringify([
|
||||
{
|
||||
pageSize: '20',
|
||||
pageNo: 1,
|
||||
listType: '1',
|
||||
spaceType: '2',
|
||||
spaceId: '',
|
||||
typeId: '',
|
||||
condition: 'publishDepartment',
|
||||
textfield1: '',
|
||||
textfield2: '',
|
||||
myNews: '',
|
||||
fragmentId: type.id,
|
||||
ordinal: '0',
|
||||
panelValue: 'designated_value',
|
||||
},
|
||||
]);
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = async (ctx) => {
|
||||
const typeParam = ctx.params.type ?? 'notice';
|
||||
if (typeMap[typeParam] === undefined) {
|
||||
throw Error('通知类型' + typeParam + '未定义');
|
||||
}
|
||||
|
||||
const type = typeMap[typeParam];
|
||||
|
||||
// 获取cookie
|
||||
const cookieJar = new CookieJar();
|
||||
await got(site + '/main.do', {
|
||||
cookieJar,
|
||||
});
|
||||
|
||||
// 获取文章列表
|
||||
const listUrl = '/ajax.do?method=ajaxAction&managerName=newsDataManager';
|
||||
const resp = await got.post(site + listUrl, {
|
||||
cookieJar,
|
||||
form: {
|
||||
managerMethod: 'findListDatas',
|
||||
arguments: getArg(type),
|
||||
},
|
||||
});
|
||||
|
||||
if (!resp.data.list) {
|
||||
throw Error('文章列表获取失败，可能是被临时限制了访问，请稍后重试');
|
||||
}
|
||||
|
||||
// 构造文章数组
|
||||
const articles = [];
|
||||
resp.data.list.forEach((item) => {
|
||||
articles.push({
|
||||
title: item.title,
|
||||
guid: item.id,
|
||||
link: site + '/newsData.do?method=newsView&newsId=' + item.id,
|
||||
pubDate: timezone(parseDate(item.publishDate1), +8),
|
||||
author: item.publishUserDepart,
|
||||
category: item.typeName,
|
||||
});
|
||||
});
|
||||
|
||||
// 获取实际的文章内容
|
||||
for await (const data of asyncPool(2, articles, async (data) => {
|
||||
const link = data.link;
|
||||
data.description = await ctx.cache.tryGet(link, async () => {
|
||||
// 获取数据
|
||||
const response = await got(link, {
|
||||
cookieJar,
|
||||
});
|
||||
|
||||
const $ = cheerio.load(response.data);
|
||||
const node = $('#content');
|
||||
// 清理样式
|
||||
node.find('*')
|
||||
.filter(function () {
|
||||
return this.type === 'comment' || this.tagName === 'meta' || this.tagName === 'style';
|
||||
})
|
||||
.remove();
|
||||
node.find('*')
|
||||
.contents()
|
||||
.filter(function () {
|
||||
return this.type === 'comment' || this.tagName === 'meta' || this.tagName === 'style';
|
||||
})
|
||||
.remove();
|
||||
node.find('*').each(function () {
|
||||
if (this.attribs.style !== undefined) {
|
||||
const newSty = this.attribs.style
|
||||
.split(';')
|
||||
.filter((s) => {
|
||||
const styBlocklist = ['color:rgb(0,0,0)', 'color:black', 'background:rgb(255,255,255)', 'background:white', 'text-align:left', 'text-align:justify', 'font-style:normal', 'font-weight:normal'];
|
||||
const styPrefixBlocklist = [
|
||||
'font-family',
|
||||
'font-size',
|
||||
'background',
|
||||
'text-autospace',
|
||||
'text-transform',
|
||||
'letter-spacing',
|
||||
'line-height',
|
||||
'padding',
|
||||
'margin',
|
||||
'text-justify',
|
||||
'word-break',
|
||||
'vertical-align',
|
||||
'mso-',
|
||||
'-ms-',
|
||||
];
|
||||
const sty = s.trim();
|
||||
if (styBlocklist.includes(sty.replace(/\s+/g, ''))) {
|
||||
return false;
|
||||
}
|
||||
for (const prefix of styPrefixBlocklist) {
|
||||
if (sty.startsWith(prefix)) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
return true;
|
||||
})
|
||||
.join(';');
|
||||
if (newSty) {
|
||||
this.attribs.style = newSty;
|
||||
} else {
|
||||
delete this.attribs.style;
|
||||
}
|
||||
}
|
||||
if (this.attribs.class) {
|
||||
if (this.attribs.class.trim().startsWith('Mso')) {
|
||||
delete this.attribs.class;
|
||||
}
|
||||
}
|
||||
if (this.attribs.lang) {
|
||||
delete this.attribs.lang;
|
||||
}
|
||||
if (this.tagName === 'font' || this.tagName === 'o:p') {
|
||||
$(this).replaceWith(this.childNodes);
|
||||
}
|
||||
if (this.tagName === 'span' && !this.attribs.style) {
|
||||
$(this).replaceWith(this.childNodes);
|
||||
}
|
||||
});
|
||||
node.find('span').each(function () {
|
||||
if (this.childNodes.length === 0) {
|
||||
$(this).remove();
|
||||
}
|
||||
});
|
||||
|
||||
// 防止太快被Ban
|
||||
await wait(500);
|
||||
return node.html();
|
||||
});
|
||||
})) {
|
||||
data;
|
||||
}
|
||||
|
||||
ctx.state.data = {
|
||||
title: `广东工业大学新闻通知网 - ` + type.name,
|
||||
link: site,
|
||||
description: `广东工业大学新闻通知网`,
|
||||
item: articles,
|
||||
};
|
||||
};
|
||||
|
|
@ -0,0 +1,13 @@
|
|||
module.exports = {
|
||||
'gdut.edu.cn': {
|
||||
_name: '广东工业大学',
|
||||
oas: [
|
||||
{
|
||||
title: '通知公文网',
|
||||
docs: 'https://docs.rsshub.app/university.html#guang-dong-gong-ye-da-xue-tong-zhi-gong-wen-wang',
|
||||
source: '/seeyon',
|
||||
target: '/gdut/oa_news/',
|
||||
},
|
||||
],
|
||||
},
|
||||
};
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
module.exports = function (router) {
|
||||
router.get('/oa_news/:type?', require('./oa_news'));
|
||||
};
|
||||
Loading…
Reference in New Issue