# utils/fetcher.py

import requests

DEFAULT_HEADERS = {
    "User-Agent": (
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
        "AppleWebKit/537.36 (KHTML, like Gecko) "
        "Chrome/122.0.0.0 Safari/537.36"
    ),
    "Referer": "https://www.google.com/",
    "Accept-Language": "ko-KR,ko;q=0.9,en-US;q=0.8,en;q=0.7",
}

def fetch_html(url: str, headers=None, timeout=10) -> str:
    try:
        used_headers = headers if headers else DEFAULT_HEADERS
        response = requests.get(url, headers=used_headers, timeout=timeout)
        response.raise_for_status()
        return response.text
    except requests.RequestException as e:
        print(f"[❌] URL 요청 실패: {url}")
        print(e)
        return ""