96 lines
2.9 KiB
JavaScript
96 lines
2.9 KiB
JavaScript
// Japan government page
|
||
|
||
// params:
|
||
// [null]
|
||
|
||
const got = require('@/utils/got'); // get web content
|
||
const cheerio = require('cheerio'); // html parser
|
||
const path = require('path');
|
||
|
||
const base_url = 'https://www.mofa.go.jp';
|
||
const index_url = path.join(base_url, '/mofaj/press/kaiken/bn/index.html');
|
||
module.exports = async (ctx) => {
|
||
// get the update list
|
||
const response = await got({
|
||
method: 'get',
|
||
url: index_url,
|
||
});
|
||
const data = response.data; // content is html format
|
||
|
||
const $ = cheerio.load(data);
|
||
const list = $('dl.title-list dt.list-title a');
|
||
|
||
// parse meeting urls
|
||
const detail_urls = [];
|
||
for (let i = 0; i < list.length; ++i) {
|
||
// for (let i = 0; i < 1; ++i) {
|
||
const a = list[i];
|
||
if ($(a).text() === 'テキスト版要旨') {
|
||
let l = $(a).attr('href');
|
||
l = path.join(base_url, l);
|
||
detail_urls.push(l);
|
||
}
|
||
}
|
||
|
||
// get meetings
|
||
const responses = await Promise.all(detail_urls.map((url) => got(url)));
|
||
const meetings = responses.map(({ data }) => data);
|
||
|
||
// get real data to feed
|
||
const article_list = [];
|
||
for (let i = 0; i < meetings.length; ++i) {
|
||
const $ = cheerio.load(meetings[i]);
|
||
$('script').remove();
|
||
$('div.social-btn-top').remove();
|
||
const link = $('meta[property="og:url"]').attr('content');
|
||
const title = $('meta[property="og:title"]').attr('content');
|
||
const author = '外務省';
|
||
const content = $('h3.title3').html() + '<br/>' + $('div#maincontents').html();
|
||
|
||
let pub_date_num = '1970-01-01T00:00Z';
|
||
try {
|
||
const date_str = $('h3.title3').text();
|
||
const m = date_str.match(/（(..)([0-9]+)年([0-9]+)月([0-9]+)日（(.)曜日）([0-9]+)時([0-9]+)分.*）/);
|
||
const era = m[1];
|
||
let yy = parseInt(m[2]);
|
||
const mm = m[3];
|
||
const dd = m[4];
|
||
// const ww = m[5];
|
||
const HH = m[6];
|
||
const MM = m[7];
|
||
switch (era) {
|
||
case '昭和':
|
||
yy += 1925;
|
||
break;
|
||
case '平成':
|
||
yy += 1988;
|
||
break;
|
||
case '令和':
|
||
yy += 2018;
|
||
break;
|
||
}
|
||
pub_date_num = yy.toString() + '-' + mm + '-' + dd + ' ' + HH + ':' + MM + ' +09';
|
||
// console.log(pub_date_num);
|
||
} catch (_) {
|
||
_;
|
||
}
|
||
const pub_date = new Date(pub_date_num).toUTCString();
|
||
|
||
const item = {
|
||
title,
|
||
author,
|
||
pubDate: pub_date,
|
||
link,
|
||
description: content,
|
||
};
|
||
article_list.push(item);
|
||
}
|
||
|
||
// feed the data
|
||
ctx.state.data = {
|
||
title: '日本国外務省記者会見',
|
||
link: index_url,
|
||
item: article_list,
|
||
};
|
||
};
|