122 lines
3.3 KiB
JavaScript
122 lines
3.3 KiB
JavaScript
const cheerio = require('cheerio');
|
|
const { Job } = require('./models');
|
|
|
|
/**
|
|
* Constants
|
|
*/
|
|
const KEYWORDS_QUERY_KEY = 'keywords';
|
|
|
|
const JOB_TYPES_QUERY_KEY = 'f_JT';
|
|
|
|
const JOB_TYPES = {
|
|
F: 'full-time',
|
|
P: 'part-time',
|
|
C: 'contract',
|
|
};
|
|
|
|
const EXP_LEVELS_QUERY_KEY = 'f_E';
|
|
|
|
const EXP_LEVELS = {
|
|
1: 'internship',
|
|
2: 'entry',
|
|
3: 'associate',
|
|
4: 'mid-senior',
|
|
5: 'director',
|
|
};
|
|
|
|
/**
|
|
* Params parsing
|
|
*/
|
|
|
|
/**
|
|
* Parse params in route into valid query params
|
|
* e.g. /jobs/:keywords/:job_types/:exp_levels
|
|
* if job_types is 'C-T'
|
|
* the output search param is 'C,T', which can be
|
|
* used as search param in query
|
|
* @param {String} params params in route (separated by '-')
|
|
* @param {Object} map valid value map for this param
|
|
* @returns search params separated by ',' that can be used
|
|
* as search param in url
|
|
*/
|
|
function parseParamsToSearchParams(params, map) {
|
|
const validParamValues = params.split('-').filter((v) => v in map);
|
|
return validParamValues.join(',');
|
|
}
|
|
|
|
/**
|
|
* Parse params in route into human readable strings
|
|
* e.g. /jobs/:keywords/:job_types/:exp_levels
|
|
* if job_types is 'C-T'
|
|
* the output is 'contract,full-time'
|
|
* @param {String} params params in route (separated by '-')
|
|
* @param {Object} map valid value map for this param
|
|
* @returns param value strings separated by ','
|
|
*/
|
|
function parseParamsToString(params, map) {
|
|
const validParamValues = params
|
|
.split('-')
|
|
.filter((v) => v in map)
|
|
.map((v) => map[v]);
|
|
return validParamValues.join(',');
|
|
}
|
|
|
|
/**
|
|
* HTML page parsing
|
|
*/
|
|
|
|
/**
|
|
* Parse job search page
|
|
* Example page: https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Software%20Engineer&location=United%20States&locationId=&geoId=103644278&sortBy=R&f_TPR=&position=1&pageNum=0
|
|
*
|
|
* @param {String} data HTML string of job search page
|
|
* @returns {Job[]} Array of jobs with data filled
|
|
*/
|
|
function parseJobSearch(data) {
|
|
const $ = cheerio.load(data);
|
|
|
|
// Parse data
|
|
const jobs = $('li')
|
|
.map((i, elem) => {
|
|
const elemHtml = $(elem);
|
|
const link = elemHtml.find('a.base-card__full-link').attr('href').split('?')[0];
|
|
const title = elemHtml.find('h3.base-search-card__title').text().trim();
|
|
const company = elemHtml.find('h4.base-search-card__subtitle').text().trim();
|
|
const location = elemHtml.find('span.job-search-card__location').text().trim();
|
|
const pubDate = elemHtml.find('time').attr('datetime');
|
|
|
|
return new Job(title, link, company, location, pubDate);
|
|
})
|
|
.toArray();
|
|
return jobs;
|
|
}
|
|
|
|
/**
|
|
* Parse job detail page
|
|
* Example page: https://www.linkedin.com/jobs/view/software-engineer-backend-junior-at-genies-3429649821?trk=public_jobs_topcard-title
|
|
*
|
|
* @param {String} data HTML string of job detail page
|
|
* @returns {Job} Job details
|
|
*/
|
|
function parseJobDetail(data) {
|
|
const job = new Job();
|
|
const $ = cheerio.load(data);
|
|
|
|
job.recruiter = $('a.message-the-recruiter__cta').attr(`href`);
|
|
job.description = $('div.description__text description__text--rich').text();
|
|
|
|
return job;
|
|
}
|
|
|
|
module.exports = {
|
|
parseParamsToSearchParams,
|
|
parseParamsToString,
|
|
parseJobDetail,
|
|
parseJobSearch,
|
|
JOB_TYPES,
|
|
JOB_TYPES_QUERY_KEY,
|
|
EXP_LEVELS,
|
|
EXP_LEVELS_QUERY_KEY,
|
|
KEYWORDS_QUERY_KEY,
|
|
};
|