import os

import bs4
import dotenv
import httpx


dotenv.load_dotenv()

token = os.environ.get("MASSIVE_TOKEN", "")

api = "https://render.joinmassive.com/browser"

headers = {
    "Authorization": f"Bearer {token}",
}
params = {
    "url": "https://www.airbnb.co.uk/",
    "format": "rendered",
    "country": "GB",
}

response = httpx.get(api, headers=headers, params=params, timeout=60)
response.raise_for_status()

soup = bs4.BeautifulSoup(response.text, "html.parser")

for listing in soup.select('[data-testid="listing-card-title"]'):
    print(listing.get_text(" ", strip=True))