86 lines
3.3 KiB
TypeScript
86 lines
3.3 KiB
TypeScript
import { Readability } from "@mozilla/readability"
|
|
import { name, version } from "@pkg"
|
|
import chardet from "chardet"
|
|
import DOMPurify from "dompurify"
|
|
import { parseHTML } from "linkedom"
|
|
import { fetch } from "ofetch"
|
|
|
|
import { isDev } from "~/env"
|
|
|
|
const userAgents = `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 ${name}/${version}`
|
|
|
|
// For avoiding xss attack from readability, the raw document string should be sanitized.
|
|
// The xss attack in electron may lead to more serious outcomes than browser environment.
|
|
// It may allows remotely execute malicious scripts in main process.
|
|
// Before the sanitizing, the DOMPurify requires a `window` environment provided by linkedom.
|
|
function sanitizeHTMLString(dirtyDocumentString: string) {
|
|
const parser = parseHTML(dirtyDocumentString)
|
|
const purify = DOMPurify(parser.window)
|
|
// How do DOMPurify changes the origin html structure,
|
|
// You can refer its document https://github.com/cure53/DOMPurify?tab=readme-ov-file#can-i-configure-dompurify
|
|
const sanitizedDocumentString = purify.sanitize(dirtyDocumentString)
|
|
return sanitizedDocumentString
|
|
}
|
|
|
|
/**
|
|
* Decodes the response body of a `fetch` request into a string, ensuring proper character set handling.
|
|
* @throws Will return "Failed to decode response content." if the decoding process encounters any errors.
|
|
*/
|
|
async function decodeResponseBodyChars(res: Response) {
|
|
// Read the response body as an ArrayBuffer
|
|
const buffer = await res.arrayBuffer()
|
|
// Step 1: Get charset from Content-Type header
|
|
const contentType = res.headers.get("content-type")
|
|
const httpCharset = contentType?.match(/charset=([\w-]+)/i)?.[1]
|
|
// Step 2: Use charset from Content-Type header or fall back to chardet
|
|
const detectedCharset = httpCharset || chardet.detect(Buffer.from(buffer)) || "utf-8"
|
|
// Step 3: Decode the response body using the detected charset
|
|
try {
|
|
const decodedText = new TextDecoder(detectedCharset, { fatal: false }).decode(buffer)
|
|
return decodedText
|
|
} catch {
|
|
return "Failed to decode response content."
|
|
}
|
|
}
|
|
|
|
export async function readability(url: string) {
|
|
const dirtyDocumentString = await fetch(url, {
|
|
headers: {
|
|
"User-Agent": userAgents,
|
|
Accept: "text/html",
|
|
},
|
|
}).then(decodeResponseBodyChars)
|
|
|
|
const sanitizedDocumentString = sanitizeHTMLString(dirtyDocumentString)
|
|
const baseUrl = new URL(url).origin
|
|
|
|
// FIXME: linkedom does not handle relative addresses in strings. Refer to
|
|
// @see https://github.com/WebReflection/linkedom/issues/153
|
|
// JSDOM handles it correctly, but JSDOM introduces canvas binding.
|
|
const { document } = parseHTML(sanitizedDocumentString)
|
|
|
|
document.querySelectorAll("a").forEach((a) => {
|
|
a.href = replaceRelativeAddress(baseUrl, a.href)
|
|
})
|
|
;(["img", "audio", "video"] as const).forEach((tag) => {
|
|
document.querySelectorAll(tag).forEach((img) => {
|
|
img.src = img.src && replaceRelativeAddress(baseUrl, img.src)
|
|
})
|
|
})
|
|
|
|
const reader = new Readability(document, {
|
|
debug: isDev,
|
|
// keep classes to set the right code language
|
|
// https://github.com/RSSNext/Follow/issues/1058
|
|
keepClasses: true,
|
|
})
|
|
return reader.parse()
|
|
}
|
|
|
|
const replaceRelativeAddress = (baseUrl: string, url: string) => {
|
|
if (url.startsWith("http")) {
|
|
return url
|
|
}
|
|
return new URL(url, baseUrl).href
|
|
}
|