Add linkedin_main.py
This commit is contained in:
parent
f52868edfa
commit
01d4ca8001
28
linkedin_main.py
Normal file
28
linkedin_main.py
Normal file
@ -0,0 +1,28 @@
|
|||||||
|
from scraping_engine import FingerprintScrapingEngine
|
||||||
|
from job_scraper import LinkedInJobScraper
|
||||||
|
import os
|
||||||
|
import asyncio
|
||||||
|
|
||||||
|
|
||||||
|
async def main():
|
||||||
|
engine = FingerprintScrapingEngine(
|
||||||
|
seed="job_scraping_engine",
|
||||||
|
target_os="windows",
|
||||||
|
db_path="job_listings.db",
|
||||||
|
markdown_path="job_listings.md",
|
||||||
|
search_keywords="Accountant",
|
||||||
|
)
|
||||||
|
|
||||||
|
scraper = LinkedInJobScraper(engine, human_speed=1.2)
|
||||||
|
|
||||||
|
await scraper.scrape_jobs(
|
||||||
|
search_keywords="Accountant", # ← Your search terms
|
||||||
|
max_pages=3,
|
||||||
|
credentials={
|
||||||
|
"email": os.getenv("SCRAPING_USERNAME"),
|
||||||
|
"password": os.getenv("SCRAPING_PASSWORD")
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
asyncio.run(main())
|
||||||
Loading…
x
Reference in New Issue
Block a user