hemp/hh-auto-reply
1
0
Fork 0
mirror of https://github.com/hempyhemp/hh-auto-reply.git synced 2026-07-24 21:04:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

✨ feat(src/hh/scraper.ts): добавляет функцию прокрутки для загрузки всех вакансий на странице
All checks were successful
Deploy / deploy (push) Successful in 49s
Details

Browse Source
This commit is contained in:
Oscar
2026-06-09 18:10:26 +03:00
parent e32c827d19
commit 509c06e00b
1 changed files with 22 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/hh/scraper.ts
View File

@@ -261,11 +261,25 @@ function buildVacancySearchUrl(query: string, searchMode: 'text' | 'resume', res
parts.push(`resume=${encodeURIComponent(resumeId)}`) parts.push(`resume=${encodeURIComponent(resumeId)}`)
if (area) if (area)
parts.push(`area=${encodeURIComponent(area)}`) parts.push(`area=${encodeURIComponent(area)}`)
parts.push('items_on_page=100', `page=${page}`) parts.push('ored_clusters=true', 'items_on_page=100', `page=${page}`)
return `https://hh.ru/search/vacancy?${parts.join('&')}` return `https://hh.ru/search/vacancy?${parts.join('&')}`
} }
async function scrollToLoadAll(page: Page) {
let previousCount = 0
for (let i = 0; i < 20; i++) {
await page.evaluate(() => window.scrollBy(0, window.innerHeight * 3))
await page.waitForTimeout(400)
const count = await page.$$eval('[data-qa="vacancy-serp__vacancy"]', els => els.length)
if (count === previousCount)
break
previousCount = count
}
await page.evaluate(() => window.scrollTo(0, 0))
}
async function collectPageVacancies(page: Page) { async function collectPageVacancies(page: Page) {
await scrollToLoadAll(page)
return page.$$eval( return page.$$eval(
'[data-qa="vacancy-serp__vacancy"]', '[data-qa="vacancy-serp__vacancy"]',
(cards) => { (cards) => {
@@ -326,7 +340,10 @@ export async function applyToJobs(
await page.goto(pageUrl, { waitUntil: 'domcontentloaded' }) await page.goto(pageUrl, { waitUntil: 'domcontentloaded' })
await page.waitForSelector('[data-qa="vacancy-serp__vacancy"]', { timeout: 10000 }).catch(() => null) await page.waitForSelector('[data-qa="vacancy-serp__vacancy"]', { timeout: 10000 }).catch(() => null)
const more = await collectPageVacancies(page) const more = await collectPageVacancies(page)
log.divider('Page Vacancies')
log.info(more)
vacancies.push(...more) vacancies.push(...more)
await status(`🔎 Страница ${p}`)
} }
} }
@@ -463,8 +480,8 @@ export async function applyToJobs(
const submitBtn = await page.$('[data-qa="vacancy-response-submit-popup"]')// vacancy-response-popup-submit const submitBtn = await page.$('[data-qa="vacancy-response-submit-popup"]')// vacancy-response-popup-submit
if (submitBtn) { if (submitBtn) {
await submitBtn.click() // await submitBtn.click()
await page.waitForTimeout(randomDelay()) // await page.waitForTimeout(randomDelay())
} }
else { else {
const errMsg = 'Not found submit button' const errMsg = 'Not found submit button'
@@ -503,8 +520,8 @@ export async function applyToJobs(
const submitBtn = await page.$('[data-qa="vacancy-response-letter-submit"]') ?? await page.$('[data-qa="vacancy-response-submit-popup"]')// vacancy-response-popup-submit const submitBtn = await page.$('[data-qa="vacancy-response-letter-submit"]') ?? await page.$('[data-qa="vacancy-response-submit-popup"]')// vacancy-response-popup-submit
// await page.pause() // await page.pause()
if (submitBtn) { if (submitBtn) {
await submitBtn.click() // await submitBtn.click()
await page.waitForTimeout(randomDelay()) // await page.waitForTimeout(randomDelay())
} }
else { else {
const errMsg = 'Not found submit button' const errMsg = 'Not found submit button'