xiaoxue_admin
/
RSSHub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

docs: push custom settings before scrape

This commit is contained in:
Tony 2022-09-08 16:07:51 +00:00
parent b5c6c00098
commit 6de48c433f
3 changed files with 37 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
.github/workflows/scrape.yml vendored
View File

@ -40,14 +40,3 @@ jobs:
-e MEILISEARCH_API_KEY=$API_KEY \
-v $CONFIG_FILE_PATH:/docs-scraper/config.json \
getmeili/docs-scraper pipenv run ./docs_scraper config.json
- name: Update meilisearch settings
uses: actions/github-script@v6
env:
HOST_URL: ${{ secrets.MEILISEARCH_HOST_URL }}
API_KEY: ${{ secrets.MEILISEARCH_API_KEY }}
with:
script: |
const meilisearchHost = process.env.HOST_URL
const meilisearchApiKey = process.env.API_KEY
const script = require(`${process.env.GITHUB_WORKSPACE}/scripts/docs-scraper/settings.js`)
await script({ core }, meilisearchHost, meilisearchApiKey)

38
scripts/docs-scraper/docs.rsshub.app.json
View File

@ -17,5 +17,41 @@
},
"strip_chars": " .,;:#",
"scrap_start_urls": true,
"min_indexed_level": 1
"min_indexed_level": 1,
"custom_settings": {
"displayedAttributes": [
"hierarchy_radio_lvl1",
"hierarchy_radio_lvl2",
"hierarchy_radio_lvl3",
"hierarchy_radio_lvl4",
"hierarchy_radio_lvl5",
"hierarchy_lvl0",
"hierarchy_lvl1",
"hierarchy_lvl2",
"hierarchy_lvl3",
"hierarchy_lvl4",
"hierarchy_lvl5",
"hierarchy_lvl6",
"anchor",
"url",
"content"
],
"searchableAttributes": [
"hierarchy_radio_lvl1",
"hierarchy_radio_lvl2",
"hierarchy_radio_lvl3",
"hierarchy_radio_lvl4",
"hierarchy_radio_lvl5",
"hierarchy_lvl0",
"hierarchy_lvl1",
"hierarchy_lvl2",
"hierarchy_lvl3",
"hierarchy_lvl4",
"hierarchy_lvl5",
"hierarchy_lvl6",
"anchor",
"content"
],
"sortableAttributes": ["anchor"]
}
}

54
scripts/docs-scraper/settings.js
View File

@ -1,54 +0,0 @@
const { MeiliSearch } = require('meilisearch');
module.exports = async ({ core }, host, apiKey) => {
const client = new MeiliSearch({
host,
apiKey,
});
core.info('Updating displayed attributes');
const displayed = await client
.index('rsshub')
.updateDisplayedAttributes([
'hierarchy_radio_lvl1',
'hierarchy_radio_lvl2',
'hierarchy_radio_lvl3',
'hierarchy_radio_lvl4',
'hierarchy_radio_lvl5',
'hierarchy_lvl0',
'hierarchy_lvl1',
'hierarchy_lvl2',
'hierarchy_lvl3',
'hierarchy_lvl4',
'hierarchy_lvl5',
'hierarchy_lvl6',
'anchor',
'url',
'content',
]);
core.info(displayed);
core.info('Updating searchable attributes');
const searchable = await client
.index('rsshub')
.updateSearchableAttributes([
'hierarchy_radio_lvl1',
'hierarchy_radio_lvl2',
'hierarchy_radio_lvl3',
'hierarchy_radio_lvl4',
'hierarchy_radio_lvl5',
'hierarchy_lvl0',
'hierarchy_lvl1',
'hierarchy_lvl2',
'hierarchy_lvl3',
'hierarchy_lvl4',
'hierarchy_lvl5',
'hierarchy_lvl6',
'anchor',
'content',
]);
core.info(searchable);
core.info('Updating sortable attributes');
const sortable = await client.index('rsshub').updateSortableAttributes(['anchor']);
core.info(sortable);
};