29 lines
740 B
Python
29 lines
740 B
Python
from scraping_engine import FingerprintScrapingEngine
|
|
from job_scraper import LinkedInJobScraper
|
|
import os
|
|
import asyncio
|
|
|
|
|
|
async def main():
|
|
engine = FingerprintScrapingEngine(
|
|
seed="job_scraping_engine",
|
|
target_os="windows",
|
|
db_path="job_listings.db",
|
|
markdown_path="job_listings.md",
|
|
search_keywords="Accountant",
|
|
)
|
|
|
|
scraper = LinkedInJobScraper(engine, human_speed=1.2)
|
|
|
|
await scraper.scrape_jobs(
|
|
search_keywords="Accountant", # ← Your search terms
|
|
max_pages=3,
|
|
credentials={
|
|
"email": os.getenv("SCRAPING_USERNAME"),
|
|
"password": os.getenv("SCRAPING_PASSWORD")
|
|
}
|
|
)
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|