main.py

from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
import pandas as pd
from supabase import create_client, Client
import os
import dotenv
from scraper_registry import get_all_scrapers
import uvicorn

app = FastAPI()

# Load environment variables
dotenv.load_dotenv()

# Supabase credentials
url = os.getenv("SUPER_BASE_URL")
key = os.getenv("SUPER_BASE_KEY")
supabase: Client = create_client(url, key)

# Model for input data
class JobSearch(BaseModel):
    job_title: str
    location: str

@app.post("/search_jobs")
def search_jobs(job: JobSearch):
    all_results = []
    found_job_links = False
    found_job_data = False
    for scraper in get_all_scrapers():
        try:
            job_links = scraper.get_job_links(job.job_title, job.location)
            if not job_links or len(job_links) == 0:
                continue
            found_job_links = True
            file_path = f"output_{scraper.__class__.__name__}.csv"
            scraper.extract_job_details(job_links, file_path)
            # Read and upload results
            df = pd.read_csv(file_path)
            if df.empty:
                continue
            found_job_data = True
            df.columns = ['POSITION', 'COMPANY NAME', 'LOCATION', 'SALARY', 'JOB LINK', 'BENEFITS', 'DESCRIPTION', 'EMPLOYMENT TYPE']
            df = df.astype(str).replace('nan', '')
            records = df.to_dict(orient='records')
            response = supabase.table('Job_listing').insert(records).execute()
            all_results.append({
                'scraper': scraper.__class__.__name__,
                'uploaded_data': response.data
            })
        except Exception as e:
            all_results.append({
                'scraper': scraper.__class__.__name__,
                'error': str(e)
            })
    if not found_job_links:
        return {"detail": "No job links found."}
    if not found_job_data:
        return {"detail": "No job data could be extracted."}
    return {'results': all_results}
        
if __name__ == "__main__":
    import os
    port = int(os.getenv("PORT", 8000))
    uvicorn.run(app, host="0.0.0.0", port=port)