From be20167a338e50e98e39138ddf9efe50237a7d8a Mon Sep 17 00:00:00 2001
From: Cloud <kt286@qq.com>
Date: Mon, 24 Jun 2019 22:26:46 +0800
Subject: [PATCH] fix: dockone weekly 404 / get fulltext (#2466)

---
 lib/routes/dockone/weekly.js | 71 ++++++++++++++++++++++++------------
 1 file changed, 47 insertions(+), 24 deletions(-)

diff --git a/lib/routes/dockone/weekly.js b/lib/routes/dockone/weekly.js
index 7359e417e..f7cff275c 100644
--- a/lib/routes/dockone/weekly.js
+++ b/lib/routes/dockone/weekly.js
@@ -1,42 +1,65 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
-function replaceEmpty(str) {
-    return str.replace(' ', '');
-}
-
-const baseUrl = 'http://weekly.dockone.io';
-
 module.exports = async (ctx) => {
-    const url = `${baseUrl}/issues`;
-
+    const baseUrl = 'http://weekly.dockone.io';
     const response = await got({
         method: 'get',
-        url: url,
+        url: baseUrl,
         headers: {
-            Referer: url,
+            Referer: baseUrl,
         },
     });
 
     const data = response.data;
     const $ = cheerio.load(data);
-    const list = $('ul.i.issues>li');
+    const list = $('.aw-common-list .article').get();
+
+    const ProcessFeed = (data) => {
+        const $ = cheerio.load(data);
+
+        $('img').each((index, elem) => {
+            const $elem = $(elem);
+            $elem.attr('referrerpolicy', 'no-referrer');
+        });
+
+        // 提取内容
+        return $('.aw-question-detail .content').html();
+    };
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+            const $a = $('.aw-question-content a');
+            const link = $a.attr('href');
+
+            const cache = await ctx.cache.get(link);
+            if (cache) {
+                return Promise.resolve(JSON.parse(cache));
+            }
+
+            const response = await got({
+                method: 'get',
+                url: link,
+            });
+
+            const description = ProcessFeed(response.data);
+
+            const single = {
+                title: $a.text(),
+                description,
+                link: link,
+                author: $('.aw-user-name').text(),
+            };
+            ctx.cache.set(link, JSON.stringify(single));
+            return Promise.resolve(single);
+        })
+    );
 
     ctx.state.data = {
         title: $('title').text(),
-        link: url,
+        link: baseUrl,
         description: $('meta[name="description"]').attr('content') || $('title').text(),
-        item:
-            list &&
-            list
-                .map((item, index) => {
-                    item = $(index);
-                    return {
-                        title: `${replaceEmpty(item.find('a>h3>time').text())}[${replaceEmpty(item.find('a>h3>strong').text())}]`,
-                        description: item.find('a>ul>li').text(),
-                        link: `${baseUrl}${item.find('a').attr('href')}`,
-                    };
-                })
-                .get(),
+        item: items,
     };
 };