Files
RSSHub/lib/v2/dribbble/utils.js
T
Tony 6d901cb7dc style(eslint): add eslint-unicorn (#14257)
* style: add eslint-unicorn

* style: fix unicorn/no-useless-spread

* style: fix unicorn/no-useless-promise-resolve-reject

* style: fix unicorn/no-for-loop

* fix: codeql bad HTML filtering regexp

* fix: codeql incomplete replace

* fix: unicorn/no-abusive-eslint-disable

* style: fix unicorn/no-new-array

* style: fix unicorn/no-typeof-undefined

* style: fix unicorn/no-zero-fractions

* style: fix unicorn/no-empty-file

* style: fix unicorn/prefer-date-now

* revert: auto fix unicorn/prefer-switch on lib/v2/kuaidi100/utils.js

* style: fix unicorn/prefer-array-find

* style: fix unicorn/prefer-array-flat

* style: fix unicorn/prefer-array-flat-map

* style: fix unicorn/prefer-at

* style: fix unicorn/prefer-string-starts-ends-with

* style: fix unicorn/prefer-includes

* fix: codeql URL substring sanitization

* style: fix unicorn/prefer-optional-catch-binding

* style: fix unicorn/catch-error-name

* style: fix unicorn/escape-case

* style: fix unicorn/prefer-native-coercion-functions

* style: fix unicorn/prefer-regexp-test

* style: fix unicorn/require-array-join-separator

* style: fix unicorn/prefer-math-trunc

* style: fix unicorn/prefer-negative-index

* style: fix unicorn/prefer-dom-node-dataset

* style: fix unicorn/prefer-dom-node-text-content

* style: fix unicorn/prefer-query-selector

* style: fix unicorn/no-array-for-each

* style: fix unicorn/no-negated-condition

* style: fix unicorn/prefer-add-event-listener

* style: fix unicorn/import-style

* style: fix prefer-regex-literals

* style: disable unicorn/no-useless-switch-case

* style: disable unicorn/text-encoding-identifier-case

* style: fix unicorn/prefer-set-has

* style: fix unicorn/prefer-spread

* revert: auto fix on lib/routes/universities/ynnu/edu/base64.js

* style: fix unicorn/no-useless-undefined

* style: fix unicorn/no-array-push-push

* style: fix unicorn/no-useless-undefined again

* style: fix unicorn/no-lonely-if

* style: fix unicorn/prefer-reflect-apply

* style: fix unicorn/switch-case-braces

* style: fix unicorn/prefer-switch

* style: fix unicorn/prefer-array-some

* fix: deepscan UNUSED_VAR_ASSIGN

* style: fix unicorn/prefer-ternary

* fix: follow-up of unicorn/prefer-ternary

* revert: auto fix of unicorn/prefer-string-slice for substring()

* style: disable unicorn/prefer-string-slice

fix: auto fix slice over deprecated substr

* style: fix unicorn/throw-new-error

* style: fix unicorn/filename-case

* test: fix dateParser renaming

* style: fix unicorn/better-regex

* style: fix unicorn/prefer-string-replace-all

* fix(deps): add sanitize-html

* style: fix no-prototype-builtins

* style: fix unicorn/consistent-destructuring

* style: fix unicorn/consistent-function-scoping

* style: fix unicorn/prefer-regexp-test

* style: fix unicorn/prefer-logical-operator-over-ternary

* style: fix unicorn/no-array-callback-reference

* style: add prefer-object-has-own

* style: warn unicorn/no-empty-file

* style: fix unicorn/prefer-number-properties

* style: fix no-useless-undefined again

* style: fix unicorn/numeric-separators-style

* style: disable unicorn/no-array-callback-reference

false postive with cheerio
2024-01-18 20:43:40 +08:00

157 lines
5.2 KiB
JavaScript

const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const { art } = require('@/utils/render');
const path = require('path');
// Refactored function to load a link asynchronously
async function load(link) {
// Make a GET request to the specified and retrieve the response
const response = await got(link);
const $ = cheerio.load(response.data);
const shotData = JSON.parse(
$('script')
.text()
.match(/shotData:\s({.+?}),\n/)[1]
);
// Join multiple shots together by selecting elements with class 'media-shot' or 'main-shot' or 'block-media-wrapper'
// 'block-media-wrapper' is a new class of dribbble
const shotMedia = $('.media-shot, .main-shot, .block-media-wrapper')
.toArray()
.map((element) => {
const object = $(element);
// remove the content that we don't want to show
object.find('span.cropped-indicator, button').remove();
object.find('video').each((_, video) => {
video = $(video);
if (!video.attr('src') && video.data('src')) {
video.attr('src', video.data('src'));
video.removeAttr('data-src');
video.removeAttr('data-video-small');
video.removeAttr('data-video-medium');
video.removeAttr('data-video-large');
}
});
object.find('img').each((_, img) => {
img = $(img);
if (img.data('animated-url')) {
img.attr('src', img.data('animated-url'));
img.removeAttr('data-animated-url');
img.removeAttr('srcset');
}
if (!img.attr('src') && img.data('src')) {
img.attr('src', img.data('src').split('?')[0]);
img.removeAttr('data-src');
}
img.attr('src', img.attr('src').split('?')[0]);
img.removeAttr('srcset');
img.removeAttr('data-srcset');
});
object.find('a').each((_, a) => {
a = $(a);
a.removeAttr('data-pswp-srcset');
});
return object.html();
})
.join('');
const shotDescription = $('.shot-description-container');
const author = `${shotData.shotUser.name}${shotData.shotUser.team.length ? ` for ${shotData.shotUser.team.name}` : ''}`;
const description = art(path.join(__dirname, 'templates/description.art'), {
shotMedia,
shotData,
description: shotDescription,
});
// Get the text content of the element with class 'shot-date' and convert it to a UTC string representation of a date
const pubDate = parseDate(shotData.postedOn);
// Return an object containing the description and pubDate
return {
description,
pubDate,
author,
category: shotData.tags,
};
}
// Refactored code with comments for clarity
function ProcessFeed(list, caches) {
const host = 'https://dribbble.com';
// Use Promise.all to process all items in the list asynchronously
return Promise.all(
list.map((item) => {
const $ = cheerio.load(item);
// The link of item is "/signup/new" when access "https://dribbble.com/search/something"
// So get url by id
const itemId = $(item).attr('id').replace('screenshot-', '');
// Construct the full item URL using the host and the item ID
const itemUrl = new URL(`/shots/${itemId}`, host).href;
// Return a Promise that resolves to an object combining the single item data and the additional data
return caches.tryGet(itemUrl, async () => {
const { description, pubDate, author, category } = await load(itemUrl);
return {
title: $('.shot-title').text(),
link: itemUrl,
description,
pubDate,
author,
category,
};
});
})
);
}
/**
* Retrieves data from a given URL and processes it.
*
* @param {Object} ctx - The context object.
* @param {string} url - The URL to retrieve data from.
* @param {string} title - The title of the data.
* @return {Object} - An object containing the retrieved data and metadata.
*/
const getData = async (ctx, url, title) => {
// Make a GET request to the specified URL
const response = await got(url);
// Extract the response data
const data = response.data;
// Load the response data into a cheerio object
const $ = cheerio.load(data);
// Get all the list items under the 'ol.dribbbles.group' element
const list = $('ol.dribbbles.group > li').toArray();
// Process the list items using the ProcessFeed function
const result = await ProcessFeed(list, ctx.cache);
// Return an object containing the retrieved data and metadata
return {
title,
link: url,
description: $('meta[name="description"]').attr('content'),
item: result,
};
};
module.exports = {
getData,
};