from scraping_engine import FingerprintScrapingEngine
from job_scraper2 import LinkedInJobScraper
import os
from dotenv import load_dotenv
import asyncio

# Load environment variables
load_dotenv()

async def main():
    engine = FingerprintScrapingEngine(
        seed="job_scraping_engine",
        target_os="windows",
        db_path="job_listings.db",
        markdown_path="job_listings.md"
    )

    # Initialize scraper with target field
    scraper = LinkedInJobScraper(engine, human_speed=1.6, target_field="Web designer")

    await scraper.scrape_jobs(
        search_keywords="Web Designer location:New York",
        credentials={
            "email": os.getenv("SCRAPING_USERNAME"),
            "password": os.getenv("SCRAPING_PASSWORD")
        }
    )

if __name__ == "__main__":
    asyncio.run(main())