20.scraping-with-llm.ipynb

{
 "nbformat": 4,
 "nbformat_minor": 0,
 "metadata": {
  "colab": {
   "provenance": [],
   "toc_visible": true
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3"
  },
  "language_info": {
   "name": "python"
  }
 },
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "id": "O54un-5LRy_l",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "outputId": "22cbb487-338c-43c6-9de8-7dd34ae72955"
   },
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Building wheel for html2text (setup.py) ... \u001b[?25l\u001b[?25hdone\n"
     ]
    }
   ],
   "source": [
    "!pip install -Uqqq pip --progress-bar off\n",
    "!pip install -qqq playwright==1.46.0 --progress-bar off\n",
    "!pip install -qqq html2text==2024.2.26 --progress-bar off\n",
    "!pip install -qqq langchain-groq==0.1.9 --progress-bar off"
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "!playwright install chromium"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "AbA5hyVD4BKk",
    "outputId": "387ffd40-0f6b-455c-ad91-38e31a54e783"
   },
   "execution_count": 2,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Downloading Chromium 128.0.6613.18 (playwright build v1129)\u001b[2m from https://playwright.azureedge.net/builds/chromium/1129/chromium-linux.zip\u001b[22m\n",
      "\u001b[1G162.8 MiB [] 0% 10.7s\u001b[0K\u001b[1G162.8 MiB [] 0% 37.7s\u001b[0K\u001b[1G162.8 MiB [] 0% 19.7s\u001b[0K\u001b[1G162.8 MiB [] 0% 15.3s\u001b[0K\u001b[1G162.8 MiB [] 0% 13.3s\u001b[0K\u001b[1G162.8 MiB [] 0% 12.2s\u001b[0K\u001b[1G162.8 MiB [] 0% 11.5s\u001b[0K\u001b[1G162.8 MiB [] 1% 10.6s\u001b[0K\u001b[1G162.8 MiB [] 1% 10.1s\u001b[0K\u001b[1G162.8 MiB [] 1% 9.7s\u001b[0K\u001b[1G162.8 MiB [] 1% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 1% 9.9s\u001b[0K\u001b[1G162.8 MiB [] 2% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 2% 9.1s\u001b[0K\u001b[1G162.8 MiB [] 2% 9.0s\u001b[0K\u001b[1G162.8 MiB [] 2% 9.1s\u001b[0K\u001b[1G162.8 MiB [] 3% 8.8s\u001b[0K\u001b[1G162.8 MiB [] 3% 8.2s\u001b[0K\u001b[1G162.8 MiB [] 3% 7.7s\u001b[0K\u001b[1G162.8 MiB [] 4% 7.7s\u001b[0K\u001b[1G162.8 MiB [] 4% 8.0s\u001b[0K\u001b[1G162.8 MiB [] 4% 8.4s\u001b[0K\u001b[1G162.8 MiB [] 4% 8.5s\u001b[0K\u001b[1G162.8 MiB [] 4% 8.7s\u001b[0K\u001b[1G162.8 MiB [] 4% 9.2s\u001b[0K\u001b[1G162.8 MiB [] 5% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 5% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 5% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 5% 10.1s\u001b[0K\u001b[1G162.8 MiB [] 5% 10.2s\u001b[0K\u001b[1G162.8 MiB [] 5% 10.3s\u001b[0K\u001b[1G162.8 MiB [] 5% 11.0s\u001b[0K\u001b[1G162.8 MiB [] 6% 11.0s\u001b[0K\u001b[1G162.8 MiB [] 6% 10.9s\u001b[0K\u001b[1G162.8 MiB [] 6% 10.8s\u001b[0K\u001b[1G162.8 MiB [] 6% 11.0s\u001b[0K\u001b[1G162.8 MiB [] 6% 10.8s\u001b[0K\u001b[1G162.8 MiB [] 7% 10.7s\u001b[0K\u001b[1G162.8 MiB [] 7% 10.6s\u001b[0K\u001b[1G162.8 MiB [] 7% 10.5s\u001b[0K\u001b[1G162.8 MiB [] 7% 10.4s\u001b[0K\u001b[1G162.8 MiB [] 7% 10.3s\u001b[0K\u001b[1G162.8 MiB [] 8% 10.2s\u001b[0K\u001b[1G162.8 MiB [] 8% 10.0s\u001b[0K\u001b[1G162.8 MiB [] 8% 9.9s\u001b[0K\u001b[1G162.8 MiB [] 9% 9.9s\u001b[0K\u001b[1G162.8 MiB [] 9% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 9% 9.7s\u001b[0K\u001b[1G162.8 MiB [] 9% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 10% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 10% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 10% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 11% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 11% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 11% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 11% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 11% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 12% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 12% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 13% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.7s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.8s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.7s\u001b[0K\u001b[1G162.8 MiB [] 14% 9.6s\u001b[0K\u001b[1G162.8 MiB [] 15% 9.5s\u001b[0K\u001b[1G162.8 MiB [] 15% 9.4s\u001b[0K\u001b[1G162.8 MiB [] 15% 9.3s\u001b[0K\u001b[1G162.8 MiB [] 15% 9.2s\u001b[0K\u001b[1G162.8 MiB [] 16% 9.1s\u001b[0K\u001b[1G162.8 MiB [] 16% 9.0s\u001b[0K\u001b[1G162.8 MiB [] 17% 9.0s\u001b[0K\u001b[1G162.8 MiB [] 17% 8.9s\u001b[0K\u001b[1G162.8 MiB [] 17% 8.7s\u001b[0K\u001b[1G162.8 MiB [] 18% 8.6s\u001b[0K\u001b[1G162.8 MiB [] 18% 8.5s\u001b[0K\u001b[1G162.8 MiB [] 18% 8.4s\u001b[0K\u001b[1G162.8 MiB [] 19% 8.2s\u001b[0K\u001b[1G162.8 MiB [] 19% 8.1s\u001b[0K\u001b[1G162.8 MiB [] 19% 8.0s\u001b[0K\u001b[1G162.8 MiB [] 20% 7.9s\u001b[0K\u001b[1G162.8 MiB [] 20% 7.8s\u001b[0K\u001b[1G162.8 MiB [] 21% 7.7s\u001b[0K\u001b[1G162.8 MiB [] 21% 7.6s\u001b[0K\u001b[1G162.8 MiB [] 21% 7.4s\u001b[0K\u001b[1G162.8 MiB [] 22% 7.3s\u001b[0K\u001b[1G162.8 MiB [] 22% 7.2s\u001b[0K\u001b[1G162.8 MiB [] 23% 7.0s\u001b[0K\u001b[1G162.8 MiB [] 23% 6.8s\u001b[0K\u001b[1G162.8 MiB [] 24% 6.7s\u001b[0K\u001b[1G162.8 MiB [] 24% 6.6s\u001b[0K\u001b[1G162.8 MiB [] 25% 6.5s\u001b[0K\u001b[1G162.8 MiB [] 25% 6.4s\u001b[0K\u001b[1G162.8 MiB [] 26% 6.3s\u001b[0K\u001b[1G162.8 MiB [] 26% 6.2s\u001b[0K\u001b[1G162.8 MiB [] 27% 6.2s\u001b[0K\u001b[1G162.8 MiB [] 27% 6.1s\u001b[0K\u001b[1G162.8 MiB [] 28% 6.0s\u001b[0K\u001b[1G162.8 MiB [] 28% 6.1s\u001b[0K\u001b[1G162.8 MiB [] 29% 6.0s\u001b[0K\u001b[1G162.8 MiB [] 29% 5.9s\u001b[0K\u001b[1G162.8 MiB [] 30% 5.9s\u001b[0K\u001b[1G162.8 MiB [] 30% 5.8s\u001b[0K\u001b[1G162.8 MiB [] 31% 5.8s\u001b[0K\u001b[1G162.8 MiB [] 31% 5.6s\u001b[0K\u001b[1G162.8 MiB [] 32% 5.6s\u001b[0K\u001b[1G162.8 MiB [] 33% 5.5s\u001b[0K\u001b[1G162.8 MiB [] 34% 5.5s\u001b[0K\u001b[1G162.8 MiB [] 34% 5.4s\u001b[0K\u001b[1G162.8 MiB [] 35% 5.3s\u001b[0K\u001b[1G162.8 MiB [] 35% 5.2s\u001b[0K\u001b[1G162.8 MiB [] 36% 5.2s\u001b[0K\u001b[1G162.8 MiB [] 36% 5.1s\u001b[0K\u001b[1G162.8 MiB [] 37% 5.0s\u001b[0K\u001b[1G162.8 MiB [] 38% 5.0s\u001b[0K\u001b[1G162.8 MiB [] 38% 4.9s\u001b[0K\u001b[1G162.8 MiB [] 39% 4.8s\u001b[0K\u001b[1G162.8 MiB [] 39% 4.7s\u001b[0K\u001b[1G162.8 MiB [] 40% 4.7s\u001b[0K\u001b[1G162.8 MiB [] 40% 4.6s\u001b[0K\u001b[1G162.8 MiB [] 41% 4.5s\u001b[0K\u001b[1G162.8 MiB [] 42% 4.4s\u001b[0K\u001b[1G162.8 MiB [] 42% 4.3s\u001b[0K\u001b[1G162.8 MiB [] 43% 4.2s\u001b[0K\u001b[1G162.8 MiB [] 44% 4.1s\u001b[0K\u001b[1G162.8 MiB [] 45% 4.1s\u001b[0K\u001b[1G162.8 MiB [] 45% 4.0s\u001b[0K\u001b[1G162.8 MiB [] 46% 3.9s\u001b[0K\u001b[1G162.8 MiB [] 47% 3.9s\u001b[0K\u001b[1G162.8 MiB [] 47% 3.8s\u001b[0K\u001b[1G162.8 MiB [] 48% 3.7s\u001b[0K\u001b[1G162.8 MiB [] 49% 3.7s\u001b[0K\u001b[1G162.8 MiB [] 49% 3.6s\u001b[0K\u001b[1G162.8 MiB [] 50% 3.6s\u001b[0K\u001b[1G162.8 MiB [] 51% 3.5s\u001b[0K\u001b[1G162.8 MiB [] 52% 3.5s\u001b[0K\u001b[1G162.8 MiB [] 52% 3.4s\u001b[0K\u001b[1G162.8 MiB [] 53% 3.4s\u001b[0K\u001b[1G162.8 MiB [] 53% 3.3s\u001b[0K\u001b[1G162.8 MiB [] 54% 3.2s\u001b[0K\u001b[1G162.8 MiB [] 55% 3.1s\u001b[0K\u001b[1G162.8 MiB [] 56% 3.0s\u001b[0K\u001b[1G162.8 MiB [] 57% 2.9s\u001b[0K\u001b[1G162.8 MiB [] 58% 2.8s\u001b[0K\u001b[1G162.8 MiB [] 59% 2.7s\u001b[0K\u001b[1G162.8 MiB [] 60% 2.7s\u001b[0K\u001b[1G162.8 MiB [] 60% 2.6s\u001b[0K\u001b[1G162.8 MiB [] 61% 2.5s\u001b[0K\u001b[1G162.8 MiB [] 62% 2.5s\u001b[0K\u001b[1G162.8 MiB [] 62% 2.4s\u001b[0K\u001b[1G162.8 MiB [] 63% 2.4s\u001b[0K\u001b[1G162.8 MiB [] 64% 2.3s\u001b[0K\u001b[1G162.8 MiB [] 65% 2.2s\u001b[0K\u001b[1G162.8 MiB [] 66% 2.2s\u001b[0K\u001b[1G162.8 MiB [] 66% 2.1s\u001b[0K\u001b[1G162.8 MiB [] 67% 2.1s\u001b[0K\u001b[1G162.8 MiB [] 67% 2.0s\u001b[0K\u001b[1G162.8 MiB [] 68% 2.0s\u001b[0K\u001b[1G162.8 MiB [] 69% 1.9s\u001b[0K\u001b[1G162.8 MiB [] 70% 1.9s\u001b[0K\u001b[1G162.8 MiB [] 70% 1.8s\u001b[0K\u001b[1G162.8 MiB [] 71% 1.8s\u001b[0K\u001b[1G162.8 MiB [] 72% 1.7s\u001b[0K\u001b[1G162.8 MiB [] 73% 1.7s\u001b[0K\u001b[1G162.8 MiB [] 73% 1.6s\u001b[0K\u001b[1G162.8 MiB [] 74% 1.6s\u001b[0K\u001b[1G162.8 MiB [] 75% 1.5s\u001b[0K\u001b[1G162.8 MiB [] 76% 1.5s\u001b[0K\u001b[1G162.8 MiB [] 76% 1.4s\u001b[0K\u001b[1G162.8 MiB [] 77% 1.4s\u001b[0K\u001b[1G162.8 MiB [] 78% 1.4s\u001b[0K\u001b[1G162.8 MiB [] 78% 1.3s\u001b[0K\u001b[1G162.8 MiB [] 79% 1.3s\u001b[0K\u001b[1G162.8 MiB [] 79% 1.2s\u001b[0K\u001b[1G162.8 MiB [] 80% 1.2s\u001b[0K\u001b[1G162.8 MiB [] 81% 1.2s\u001b[0K\u001b[1G162.8 MiB [] 81% 1.1s\u001b[0K\u001b[1G162.8 MiB [] 82% 1.1s\u001b[0K\u001b[1G162.8 MiB [] 82% 1.0s\u001b[0K\u001b[1G162.8 MiB [] 83% 1.0s\u001b[0K\u001b[1G162.8 MiB [] 84% 1.0s\u001b[0K\u001b[1G162.8 MiB [] 84% 0.9s\u001b[0K\u001b[1G162.8 MiB [] 85% 0.9s\u001b[0K\u001b[1G162.8 MiB [] 86% 0.8s\u001b[0K\u001b[1G162.8 MiB [] 87% 0.8s\u001b[0K\u001b[1G162.8 MiB [] 87% 0.7s\u001b[0K\u001b[1G162.8 MiB [] 88% 0.7s\u001b[0K\u001b[1G162.8 MiB [] 89% 0.6s\u001b[0K\u001b[1G162.8 MiB [] 90% 0.6s\u001b[0K\u001b[1G162.8 MiB [] 90% 0.5s\u001b[0K\u001b[1G162.8 MiB [] 91% 0.5s\u001b[0K\u001b[1G162.8 MiB [] 92% 0.5s\u001b[0K\u001b[1G162.8 MiB [] 93% 0.4s\u001b[0K\u001b[1G162.8 MiB [] 94% 0.3s\u001b[0K\u001b[1G162.8 MiB [] 95% 0.3s\u001b[0K\u001b[1G162.8 MiB [] 95% 0.2s\u001b[0K\u001b[1G162.8 MiB [] 96% 0.2s\u001b[0K\u001b[1G162.8 MiB [] 97% 0.2s\u001b[0K\u001b[1G162.8 MiB [] 97% 0.1s\u001b[0K\u001b[1G162.8 MiB [] 98% 0.1s\u001b[0K\u001b[1G162.8 MiB [] 99% 0.0s\u001b[0K\u001b[1G162.8 MiB [] 100% 0.0s\u001b[0K\n",
      "Chromium 128.0.6613.18 (playwright build v1129) downloaded to /root/.cache/ms-playwright/chromium-1129\n",
      "Downloading FFMPEG playwright build v1009\u001b[2m from https://playwright.azureedge.net/builds/ffmpeg/1009/ffmpeg-linux.zip\u001b[22m\n",
      "\u001b[1G2.6 MiB [] 0% 0.0s\u001b[0K\u001b[1G2.6 MiB [] 1% 1.5s\u001b[0K\u001b[1G2.6 MiB [] 2% 1.9s\u001b[0K\u001b[1G2.6 MiB [] 5% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 6% 1.3s\u001b[0K\u001b[1G2.6 MiB [] 7% 1.2s\u001b[0K\u001b[1G2.6 MiB [] 9% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 12% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 14% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 15% 1.2s\u001b[0K\u001b[1G2.6 MiB [] 16% 1.2s\u001b[0K\u001b[1G2.6 MiB [] 18% 1.2s\u001b[0K\u001b[1G2.6 MiB [] 20% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 21% 1.1s\u001b[0K\u001b[1G2.6 MiB [] 24% 1.0s\u001b[0K\u001b[1G2.6 MiB [] 26% 0.9s\u001b[0K\u001b[1G2.6 MiB [] 28% 0.9s\u001b[0K\u001b[1G2.6 MiB [] 29% 0.9s\u001b[0K\u001b[1G2.6 MiB [] 32% 0.8s\u001b[0K\u001b[1G2.6 MiB [] 33% 0.8s\u001b[0K\u001b[1G2.6 MiB [] 35% 0.8s\u001b[0K\u001b[1G2.6 MiB [] 36% 0.8s\u001b[0K\u001b[1G2.6 MiB [] 39% 0.7s\u001b[0K\u001b[1G2.6 MiB [] 40% 0.7s\u001b[0K\u001b[1G2.6 MiB [] 42% 0.7s\u001b[0K\u001b[1G2.6 MiB [] 43% 0.7s\u001b[0K\u001b[1G2.6 MiB [] 46% 0.6s\u001b[0K\u001b[1G2.6 MiB [] 48% 0.6s\u001b[0K\u001b[1G2.6 MiB [] 51% 0.6s\u001b[0K\u001b[1G2.6 MiB [] 53% 0.5s\u001b[0K\u001b[1G2.6 MiB [] 56% 0.5s\u001b[0K\u001b[1G2.6 MiB [] 58% 0.5s\u001b[0K\u001b[1G2.6 MiB [] 59% 0.4s\u001b[0K\u001b[1G2.6 MiB [] 67% 0.3s\u001b[0K\u001b[1G2.6 MiB [] 75% 0.2s\u001b[0K\u001b[1G2.6 MiB [] 81% 0.2s\u001b[0K\u001b[1G2.6 MiB [] 89% 0.1s\u001b[0K\u001b[1G2.6 MiB [] 93% 0.1s\u001b[0K\u001b[1G2.6 MiB [] 95% 0.0s\u001b[0K\u001b[1G2.6 MiB [] 98% 0.0s\u001b[0K\u001b[1G2.6 MiB [] 100% 0.0s\u001b[0K\n",
      "FFMPEG playwright build v1009 downloaded to /root/.cache/ms-playwright/ffmpeg-1009\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "import re\n",
    "from pprint import pprint\n",
    "from typing import List, Optional\n",
    "\n",
    "import html2text\n",
    "import nest_asyncio\n",
    "import pandas as pd\n",
    "from google.colab import userdata\n",
    "from langchain_groq import ChatGroq\n",
    "from playwright.async_api import async_playwright\n",
    "from pydantic import BaseModel, Field\n",
    "from tqdm import tqdm\n",
    "\n",
    "nest_asyncio.apply()"
   ],
   "metadata": {
    "id": "oHy2wcNAS09w"
   },
   "execution_count": 86,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Fetch Web Content as Markdown"
   ],
   "metadata": {
    "id": "zlTadh8mLzXY"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "USER_AGENT = \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36\""
   ],
   "metadata": {
    "id": "4S1TeKlNZQYq"
   },
   "execution_count": 4,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "playwright = await async_playwright().start()\n",
    "browser = await playwright.chromium.launch()\n",
    "\n",
    "context = await browser.new_context(user_agent=USER_AGENT)\n",
    "\n",
    "page = await context.new_page()\n",
    "await page.goto(\"https://playwright.dev/\")\n",
    "content = await page.content()\n",
    "\n",
    "await browser.close()\n",
    "await playwright.stop()"
   ],
   "metadata": {
    "id": "gO2C-O-GTQHR"
   },
   "execution_count": 6,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "print(content)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "j5V-O8y7TUrj",
    "outputId": "773472b4-b229-4ada-e57d-39860c31b103"
   },
   "execution_count": 7,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "<!DOCTYPE html><html lang=\"en\" dir=\"ltr\" class=\"plugin-pages plugin-id-default\" data-has-hydrated=\"false\" data-theme=\"light\" data-rh=\"lang,dir,class\"><head>\n",
      "<meta charset=\"UTF-8\">\n",
      "<meta name=\"generator\" content=\"Docusaurus v3.5.1\">\n",
      "<title>Fast and reliable end-to-end testing for modern web apps | Playwright</title><meta data-rh=\"true\" name=\"twitter:card\" content=\"summary_large_image\"><meta data-rh=\"true\" property=\"og:image\" content=\"https://repository-images.githubusercontent.com/221981891/8c5c6942-c91f-4df1-825f-4cf474056bd7\"><meta data-rh=\"true\" name=\"twitter:image\" content=\"https://repository-images.githubusercontent.com/221981891/8c5c6942-c91f-4df1-825f-4cf474056bd7\"><meta data-rh=\"true\" property=\"og:url\" content=\"https://playwright.dev/\"><meta data-rh=\"true\" property=\"og:locale\" content=\"en\"><meta data-rh=\"true\" name=\"docusaurus_locale\" content=\"en\"><meta data-rh=\"true\" name=\"docusaurus_tag\" content=\"default\"><meta data-rh=\"true\" name=\"docsearch:language\" content=\"en\"><meta data-rh=\"true\" name=\"docsearch:docusaurus_tag\" content=\"default\"><meta data-rh=\"true\" property=\"og:title\" content=\"Fast and reliable end-to-end testing for modern web apps | Playwright\"><meta data-rh=\"true\" name=\"description\" content=\"Cross-browser end-to-end testing for modern web apps\"><meta data-rh=\"true\" property=\"og:description\" content=\"Cross-browser end-to-end testing for modern web apps\"><link data-rh=\"true\" rel=\"icon\" href=\"/img/playwright-logo.svg\"><link data-rh=\"true\" rel=\"canonical\" href=\"https://playwright.dev/\"><link data-rh=\"true\" rel=\"alternate\" href=\"https://playwright.dev/\" hreflang=\"en\"><link data-rh=\"true\" rel=\"alternate\" href=\"https://playwright.dev/\" hreflang=\"x-default\"><link rel=\"search\" type=\"application/opensearchdescription+xml\" title=\"Playwright\" href=\"/opensearch.xml\">\n",
      "<script src=\"/js/redirection.js\"></script><link rel=\"stylesheet\" href=\"/assets/css/styles.2cb9826f.css\">\n",
      "<script src=\"/assets/js/runtime~main.e898da97.js\" defer=\"defer\"></script>\n",
      "<script src=\"/assets/js/main.25b7e8b3.js\" defer=\"defer\"></script>\n",
      "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0\" data-rh=\"true\"></head>\n",
      "<body class=\"navigation-with-keyboard\" data-rh=\"class\">\n",
      "<script>!function(){function t(t){document.documentElement.setAttribute(\"data-theme\",t)}var e=function(){try{return new URLSearchParams(window.location.search).get(\"docusaurus-theme\")}catch(t){}}()||function(){try{return window.localStorage.getItem(\"theme\")}catch(t){}}();null!==e?t(e):window.matchMedia(\"(prefers-color-scheme: dark)\").matches?t(\"dark\"):window.matchMedia(\"(prefers-color-scheme: light)\").matches?t(\"light\"):t(\"dark\")}(),function(){try{const c=new URLSearchParams(window.location.search).entries();for(var[t,e]of c)if(t.startsWith(\"docusaurus-data-\")){var a=t.replace(\"docusaurus-data-\",\"data-\");document.documentElement.setAttribute(a,e)}}catch(t){}}()</script><div id=\"__docusaurus\"><div role=\"region\" aria-label=\"Skip to main content\"><a class=\"skipToContent_fXgn\" href=\"#__docusaurus_skipToContent_fallback\">Skip to main content</a></div><nav aria-label=\"Main\" class=\"navbar navbar--fixed-top\"><div class=\"navbar__inner\"><div class=\"navbar__items\"><button aria-label=\"Toggle navigation bar\" aria-expanded=\"false\" class=\"navbar__toggle clean-btn\" type=\"button\"><svg width=\"30\" height=\"30\" viewBox=\"0 0 30 30\" aria-hidden=\"true\"><path stroke=\"currentColor\" stroke-linecap=\"round\" stroke-miterlimit=\"10\" stroke-width=\"2\" d=\"M4 7h22M4 15h22M4 23h22\"></path></svg></button><a class=\"navbar__brand\" href=\"/\"><div class=\"navbar__logo\"><img src=\"/img/playwright-logo.svg\" alt=\"Playwright logo\" class=\"themedComponent_mlkZ themedComponent--light_NVdE\"><img src=\"/img/playwright-logo.svg\" alt=\"Playwright logo\" class=\"themedComponent_mlkZ themedComponent--dark_xIcU\"></div><b class=\"navbar__title text--truncate\">Playwright</b></a><a class=\"navbar__item navbar__link\" href=\"/docs/intro\">Docs</a><a class=\"navbar__item navbar__link\" href=\"/docs/api/class-playwright\">API</a><div class=\"navbar__item dropdown dropdown--hoverable\"><a href=\"#\" aria-haspopup=\"true\" aria-expanded=\"false\" role=\"button\" class=\"navbar__link\">Node.js</a><ul class=\"dropdown__menu\"><li><a href=\"/\" target=\"_self\" rel=\"noopener noreferrer\" class=\"dropdown__link undefined dropdown__link--active\" data-language-prefix=\"/\">Node.js</a></li><li><a href=\"/python/\" target=\"_self\" rel=\"noopener noreferrer\" class=\"dropdown__link\" data-language-prefix=\"/python/\">Python</a></li><li><a href=\"/java/\" target=\"_self\" rel=\"noopener noreferrer\" class=\"dropdown__link\" data-language-prefix=\"/java/\">Java</a></li><li><a href=\"/dotnet/\" target=\"_self\" rel=\"noopener noreferrer\" class=\"dropdown__link\" data-language-prefix=\"/dotnet/\">.NET</a></li></ul></div><a class=\"navbar__item navbar__link\" href=\"/community/welcome\">Community</a></div><div class=\"navbar__items navbar__items--right\"><a href=\"https://github.com/microsoft/playwright\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"navbar__item navbar__link header-github-link\" aria-label=\"GitHub repository\"></a><a href=\"https://aka.ms/playwright/discord\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"navbar__item navbar__link header-discord-link\" aria-label=\"Discord server\"></a><div class=\"toggle_vylO colorModeToggle_DEke\"><button class=\"clean-btn toggleButton_gllP toggleButtonDisabled_aARS\" type=\"button\" disabled=\"\" title=\"Switch between dark and light mode (currently dark mode)\" aria-label=\"Switch between dark and light mode (currently dark mode)\" aria-live=\"polite\"><svg viewBox=\"0 0 24 24\" width=\"24\" height=\"24\" class=\"lightToggleIcon_pyhR\"><path fill=\"currentColor\" d=\"M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z\"></path></svg><svg viewBox=\"0 0 24 24\" width=\"24\" height=\"24\" class=\"darkToggleIcon_wfgR\"><path fill=\"currentColor\" d=\"M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z\"></path></svg></button></div><div class=\"navbarSearchContainer_Bca1\"><button type=\"button\" class=\"DocSearch DocSearch-Button\" aria-label=\"Search\"><span class=\"DocSearch-Button-Container\"><svg width=\"20\" height=\"20\" class=\"DocSearch-Search-Icon\" viewBox=\"0 0 20 20\" aria-hidden=\"true\"><path d=\"M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z\" stroke=\"currentColor\" fill=\"none\" fill-rule=\"evenodd\" stroke-linecap=\"round\" stroke-linejoin=\"round\"></path></svg><span class=\"DocSearch-Button-Placeholder\">Search</span></span><span class=\"DocSearch-Button-Keys\"></span></button></div></div></div><div role=\"presentation\" class=\"navbar-sidebar__backdrop\"></div></nav><div id=\"__docusaurus_skipToContent_fallback\" class=\"main-wrapper mainWrapper_z2l0\"><header class=\"hero hero--primary heroBanner_UJJx\"><div class=\"container\"><h1 class=\"hero__title heroTitle_ohkl\"><span class=\"highlight_gXVj\">Playwright</span> enables reliable end-to-end testing for modern web apps.</h1><div class=\"buttons_pzbO\"><a class=\"getStarted_Sjon\" href=\"/docs/intro\">Get started</a><span class=\"github-btn github-stargazers github-btn-large\"><a class=\"gh-btn\" href=\"https://github.com/microsoft/playwright\" rel=\"noopener noreferrer\" target=\"_blank\" aria-label=\"Star microsoft/playwright on GitHub\"><span class=\"gh-ico\" aria-hidden=\"true\"></span><span class=\"gh-text\">Star</span></a><a class=\"gh-count\" href=\"https://github.com/microsoft/playwright/stargazers\" rel=\"noopener noreferrer\" target=\"_blank\" aria-label=\"65k+ stargazers on GitHub\" style=\"display:block\">65k+</a></span></div></div></header><br><main><br><br><div style=\"text-align:center\"><img src=\"img/logos/Browsers.png\" width=\"40%\" alt=\"Browsers (Chromium, Firefox, WebKit)\"></div><section class=\"features_keug\"><div class=\"container\"><div class=\"row\"><div class=\"col col--6\" style=\"margin-top:40px\"><h3>Any browser • Any platform • One API</h3><div><p><b>Cross-browser.</b> Playwright supports all modern rendering engines including Chromium, WebKit, and Firefox.</p><p><b>Cross-platform.</b> Test on Windows, Linux, and macOS, locally or on CI, headless or headed.</p><p><b>Cross-language.</b> Use the Playwright API in <a href=\"https://playwright.dev/docs/intro\">TypeScript</a>, <a href=\"https://playwright.dev/docs/intro\">JavaScript</a>, <a href=\"https://playwright.dev/python/docs/intro\">Python</a>, <a href=\"https://playwright.dev/dotnet/docs/intro\">.NET</a>, <a href=\"https://playwright.dev/java/docs/intro\">Java</a>.</p><p><b>Test Mobile Web.</b> Native mobile emulation of Google Chrome for Android and Mobile Safari. The same rendering engine works on your Desktop and in the Cloud.</p></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3></h3><div></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3></h3><div></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3>Resilient • No flaky tests</h3><div><p><b>Auto-wait.</b> Playwright waits for elements to be actionable prior to performing actions. It also has a rich set of introspection events. The combination of the two eliminates the need for artificial timeouts - the primary cause of flaky tests.</p><p><b>Web-first assertions.</b> Playwright assertions are created specifically for the dynamic web. Checks are automatically retried until the necessary conditions are met.</p><p><b>Tracing.</b> Configure test retry strategy, capture execution trace, videos, screenshots to eliminate flakes.</p></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3>No trade-offs • No limits</h3><div><p>Browsers run web content belonging to different origins in different processes. Playwright is aligned with the modern browsers architecture and runs tests out-of-process. This makes Playwright free of the typical in-process test runner limitations.</p><p><b>Multiple everything.</b> Test scenarios that span multiple <b>tabs</b>, multiple <b>origins</b> and multiple <b>users</b>. Create scenarios with different contexts for different users and run them against your server, all in one test.</p><p><b>Trusted events.</b> Hover elements, interact with dynamic controls, produce trusted events. Playwright uses real browser input pipeline indistinguishable from the real user.</p><p><b>Test frames, pierce Shadow DOM.</b> Playwright selectors pierce shadow DOM and allow entering frames seamlessly.</p></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3></h3><div></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3></h3><div></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3>Full isolation • Fast execution</h3><div><p><b>Browser contexts.</b> Playwright creates a browser context for each test. Browser context is equivalent to a brand new browser profile. This delivers full test isolation with zero overhead. Creating a new browser context only takes a handful of milliseconds.</p><p><b>Log in once.</b> Save the authentication state of the context and reuse it in all the tests. This bypasses repetitive log-in operations in each test, yet delivers full isolation of independent tests.</p></div></div><div class=\"col col--6\" style=\"margin-top:40px\"><h3>Powerful Tooling</h3><div><p><b><a href=\"docs/codegen\">Codegen.</a></b> Generate tests by recording your actions. Save them into any language.</p><p><b><a href=\"docs/debug#playwright-inspector\">Playwright inspector.</a></b> Inspect page, generate selectors, step through the test execution, see click points, explore execution logs.</p><p><b><a href=\"docs/trace-viewer-intro\">Trace Viewer.</a></b> Capture all the information to investigate the test failure. Playwright trace contains test execution screencast, live DOM snapshots, action explorer, test source, and many more.</p></div></div></div></div></section><section class=\"logosSection_gMWS\"><div class=\"container\"><div class=\"row\"><div class=\"col col--12 logosColumn_GJVT\"><h2>Chosen by companies and open source projects</h2><ul class=\"logosList_zAAF\"><li><a href=\"https://code.visualstudio.com\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/VSCode.png\" alt=\"VS Code\"></a></li><li><a href=\"https://bing.com\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/Bing.png\" alt=\"Bing\"></a></li><li><a href=\"https://outlook.com\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/Outlook.png\" alt=\"Outlook\"></a></li><li><a href=\"https://www.hotstar.com/\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/DHotstar.jpg\" alt=\"Disney+ Hotstar\"></a></li><li><a href=\"https://github.com/mui-org/material-ui\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/MUI.png\" alt=\"Material UI\"></a></li><li><a href=\"https://github.com/ing-bank/lion\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/ING.png\" alt=\"ING\"></a></li><li><a href=\"https://github.com/adobe/spectrum-web-components\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/Adobe2.png\" alt=\"Adobe\"></a></li><li><a href=\"https://github.com/react-navigation/react-navigation\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/ReactNavigation.png\" alt=\"React Navigation\"></a></li><li><a href=\"https://accessibilityinsights.io/\" target=\"_blank\" rel=\"noreferrer noopener\"><img src=\"img/logos/accessibilityinsights.png\" alt=\"Accessibility Insights\"></a></li></ul></div></div></div></section></main></div><footer class=\"footer footer--dark\"><div class=\"container container-fluid\"><div class=\"row footer__links\"><div class=\"col footer__col\"><div class=\"footer__title\">Learn</div><ul class=\"footer__items clean-list\"><li class=\"footer__item\"><a class=\"footer__link-item\" href=\"/docs/intro\">Getting started</a></li><li class=\"footer__item\"><a href=\"https://learn.microsoft.com/en-us/training/modules/build-with-playwright/\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">Playwright Training<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a class=\"footer__link-item\" href=\"/community/learn-videos\">Learn Videos</a></li><li class=\"footer__item\"><a class=\"footer__link-item\" href=\"/community/feature-videos\">Feature Videos</a></li></ul></div><div class=\"col footer__col\"><div class=\"footer__title\">Community</div><ul class=\"footer__items clean-list\"><li class=\"footer__item\"><a href=\"https://stackoverflow.com/questions/tagged/playwright\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">Stack Overflow<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a href=\"https://aka.ms/playwright/discord\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">Discord<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a href=\"https://twitter.com/playwrightweb\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">Twitter<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a href=\"https://www.linkedin.com/company/playwrightweb\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">LinkedIn<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li></ul></div><div class=\"col footer__col\"><div class=\"footer__title\">More</div><ul class=\"footer__items clean-list\"><li class=\"footer__item\"><a href=\"https://github.com/microsoft/playwright\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">GitHub<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a href=\"https://www.youtube.com/channel/UC46Zj8pDH5tDosqm1gd7WTg\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">YouTube<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a href=\"https://dev.to/playwright\" target=\"_blank\" rel=\"noopener noreferrer\" class=\"footer__link-item\">Blog<svg width=\"13.5\" height=\"13.5\" aria-hidden=\"true\" viewBox=\"0 0 24 24\" class=\"iconExternalLink_nPIU\"><path fill=\"currentColor\" d=\"M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z\"></path></svg></a></li><li class=\"footer__item\"><a class=\"footer__link-item\" href=\"/community/ambassadors\">Ambassadors</a></li></ul></div></div><div class=\"footer__bottom text--center\"><div class=\"footer__copyright\">Copyright © 2024 Microsoft</div></div></div></footer></div>\n",
      "\n",
      "</body></html>\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "markdown_converter = html2text.HTML2Text()\n",
    "markdown_converter.ignore_links = False\n",
    "markdown_content = markdown_converter.handle(content)"
   ],
   "metadata": {
    "id": "cn9rCy_rUezR"
   },
   "execution_count": 8,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "print(markdown_content)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "OaD52swWZs6k",
    "outputId": "12ffdaa0-9bbd-421e-bda5-9059d076ac57"
   },
   "execution_count": 9,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Skip to main content\n",
      "\n",
      "[![Playwright logo](/img/playwright-logo.svg)![Playwright\n",
      "logo](/img/playwright-\n",
      "logo.svg)**Playwright**](/)[Docs](/docs/intro)[API](/docs/api/class-\n",
      "playwright)\n",
      "\n",
      "Node.js\n",
      "\n",
      "  * [Node.js](/)\n",
      "  * [Python](/python/)\n",
      "  * [Java](/java/)\n",
      "  * [.NET](/dotnet/)\n",
      "\n",
      "[Community](/community/welcome)\n",
      "\n",
      "[](https://github.com/microsoft/playwright)[](https://aka.ms/playwright/discord)\n",
      "\n",
      "Search\n",
      "\n",
      "# Playwright enables reliable end-to-end testing for modern web apps.\n",
      "\n",
      "[Get\n",
      "started](/docs/intro)[Star](https://github.com/microsoft/playwright)[65k+](https://github.com/microsoft/playwright/stargazers)\n",
      "\n",
      "  \n",
      "  \n",
      "  \n",
      "\n",
      "![Browsers \\(Chromium, Firefox, WebKit\\)](img/logos/Browsers.png)\n",
      "\n",
      "### Any browser • Any platform • One API\n",
      "\n",
      "**Cross-browser.** Playwright supports all modern rendering engines including\n",
      "Chromium, WebKit, and Firefox.\n",
      "\n",
      "**Cross-platform.** Test on Windows, Linux, and macOS, locally or on CI,\n",
      "headless or headed.\n",
      "\n",
      "**Cross-language.** Use the Playwright API in\n",
      "[TypeScript](https://playwright.dev/docs/intro),\n",
      "[JavaScript](https://playwright.dev/docs/intro),\n",
      "[Python](https://playwright.dev/python/docs/intro),\n",
      "[.NET](https://playwright.dev/dotnet/docs/intro),\n",
      "[Java](https://playwright.dev/java/docs/intro).\n",
      "\n",
      "**Test Mobile Web.** Native mobile emulation of Google Chrome for Android and\n",
      "Mobile Safari. The same rendering engine works on your Desktop and in the\n",
      "Cloud.\n",
      "\n",
      "###\n",
      "\n",
      "###\n",
      "\n",
      "### Resilient • No flaky tests\n",
      "\n",
      "**Auto-wait.** Playwright waits for elements to be actionable prior to\n",
      "performing actions. It also has a rich set of introspection events. The\n",
      "combination of the two eliminates the need for artificial timeouts - the\n",
      "primary cause of flaky tests.\n",
      "\n",
      "**Web-first assertions.** Playwright assertions are created specifically for\n",
      "the dynamic web. Checks are automatically retried until the necessary\n",
      "conditions are met.\n",
      "\n",
      "**Tracing.** Configure test retry strategy, capture execution trace, videos,\n",
      "screenshots to eliminate flakes.\n",
      "\n",
      "### No trade-offs • No limits\n",
      "\n",
      "Browsers run web content belonging to different origins in different\n",
      "processes. Playwright is aligned with the modern browsers architecture and\n",
      "runs tests out-of-process. This makes Playwright free of the typical in-\n",
      "process test runner limitations.\n",
      "\n",
      "**Multiple everything.** Test scenarios that span multiple **tabs** , multiple\n",
      "**origins** and multiple **users**. Create scenarios with different contexts\n",
      "for different users and run them against your server, all in one test.\n",
      "\n",
      "**Trusted events.** Hover elements, interact with dynamic controls, produce\n",
      "trusted events. Playwright uses real browser input pipeline indistinguishable\n",
      "from the real user.\n",
      "\n",
      "**Test frames, pierce Shadow DOM.** Playwright selectors pierce shadow DOM and\n",
      "allow entering frames seamlessly.\n",
      "\n",
      "###\n",
      "\n",
      "###\n",
      "\n",
      "### Full isolation • Fast execution\n",
      "\n",
      "**Browser contexts.** Playwright creates a browser context for each test.\n",
      "Browser context is equivalent to a brand new browser profile. This delivers\n",
      "full test isolation with zero overhead. Creating a new browser context only\n",
      "takes a handful of milliseconds.\n",
      "\n",
      "**Log in once.** Save the authentication state of the context and reuse it in\n",
      "all the tests. This bypasses repetitive log-in operations in each test, yet\n",
      "delivers full isolation of independent tests.\n",
      "\n",
      "### Powerful Tooling\n",
      "\n",
      "**[Codegen.](docs/codegen)** Generate tests by recording your actions. Save\n",
      "them into any language.\n",
      "\n",
      "**[Playwright inspector.](docs/debug#playwright-inspector)** Inspect page,\n",
      "generate selectors, step through the test execution, see click points, explore\n",
      "execution logs.\n",
      "\n",
      "**[Trace Viewer.](docs/trace-viewer-intro)** Capture all the information to\n",
      "investigate the test failure. Playwright trace contains test execution\n",
      "screencast, live DOM snapshots, action explorer, test source, and many more.\n",
      "\n",
      "## Chosen by companies and open source projects\n",
      "\n",
      "  * [![VS Code](img/logos/VSCode.png)](https://code.visualstudio.com)\n",
      "  * [![Bing](img/logos/Bing.png)](https://bing.com)\n",
      "  * [![Outlook](img/logos/Outlook.png)](https://outlook.com)\n",
      "  * [![Disney+ Hotstar](img/logos/DHotstar.jpg)](https://www.hotstar.com/)\n",
      "  * [![Material UI](img/logos/MUI.png)](https://github.com/mui-org/material-ui)\n",
      "  * [![ING](img/logos/ING.png)](https://github.com/ing-bank/lion)\n",
      "  * [![Adobe](img/logos/Adobe2.png)](https://github.com/adobe/spectrum-web-components)\n",
      "  * [![React Navigation](img/logos/ReactNavigation.png)](https://github.com/react-navigation/react-navigation)\n",
      "  * [![Accessibility Insights](img/logos/accessibilityinsights.png)](https://accessibilityinsights.io/)\n",
      "\n",
      "Learn\n",
      "\n",
      "  * [Getting started](/docs/intro)\n",
      "  * [Playwright Training](https://learn.microsoft.com/en-us/training/modules/build-with-playwright/)\n",
      "  * [Learn Videos](/community/learn-videos)\n",
      "  * [Feature Videos](/community/feature-videos)\n",
      "\n",
      "Community\n",
      "\n",
      "  * [Stack Overflow](https://stackoverflow.com/questions/tagged/playwright)\n",
      "  * [Discord](https://aka.ms/playwright/discord)\n",
      "  * [Twitter](https://twitter.com/playwrightweb)\n",
      "  * [LinkedIn](https://www.linkedin.com/company/playwrightweb)\n",
      "\n",
      "More\n",
      "\n",
      "  * [GitHub](https://github.com/microsoft/playwright)\n",
      "  * [YouTube](https://www.youtube.com/channel/UC46Zj8pDH5tDosqm1gd7WTg)\n",
      "  * [Blog](https://dev.to/playwright)\n",
      "  * [Ambassadors](/community/ambassadors)\n",
      "\n",
      "Copyright © 2024 Microsoft\n",
      "\n",
      "\n"
     ]
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "## LLM Setup"
   ],
   "metadata": {
    "id": "knN_vWsqMOtz"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "MODEL = \"llama-3.1-70b-versatile\"\n",
    "\n",
    "llm = ChatGroq(temperature=0, model_name=MODEL, api_key=userdata.get(\"GROQ_API_KEY\"))"
   ],
   "metadata": {
    "id": "BWSO1eikfA3i"
   },
   "execution_count": 5,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "SYSTEM_PROMPT = \"\"\"\n",
    "You're an expert text extractor. You extract information from webpage content.\n",
    "Always extract data without changing it and any other output.\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "def create_scrape_prompt(page_content: str) -> str:\n",
    "    return f\"\"\"\n",
    "Extract the information from the following web page:\n",
    "```\n",
    "{page_content}\n",
    "```\n",
    "\"\"\".strip()"
   ],
   "metadata": {
    "id": "gkcytiVlhG08"
   },
   "execution_count": 73,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Scrape Landing Pages"
   ],
   "metadata": {
    "id": "RvI6jRj6NkbN"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "class ProjectInformation(BaseModel):\n",
    "    \"\"\"Information about the project\"\"\"\n",
    "\n",
    "    name: str = Field(\"Name of the project e.g. Excel\")\n",
    "    tagline: str = Field(\n",
    "        description=\"What this project is about e.g. Get deep insights from your numbers\",\n",
    "    )\n",
    "    benefits: List[str] = Field(\n",
    "        description=\"\"\"A list of main benefits of the project including 3-5 words to summarize each one.\n",
    "    e.g. [\n",
    "        'Your spreadshits everywhere you go - cloud-backed files with your account',\n",
    "        'Accuracy without manual calculations - vast amount of built-in formulas ready to use'\n",
    "    ]\n",
    "    \"\"\"\n",
    "    )"
   ],
   "metadata": {
    "id": "4cd8h9fzii7s"
   },
   "execution_count": 13,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "page_scraper_llm = llm.with_structured_output(ProjectInformation)"
   ],
   "metadata": {
    "id": "yJQI3a0Lj8Gd"
   },
   "execution_count": 25,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "extraction = page_scraper_llm.invoke(\n",
    "    [(\"system\", SYSTEM_PROMPT), (\"user\", create_scrape_prompt(markdown_content))]\n",
    ")"
   ],
   "metadata": {
    "id": "fzhHqzLQkEKW"
   },
   "execution_count": 26,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "pprint(extraction.__dict__, sort_dicts=False, width=120)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "3ou_WuIllU5B",
    "outputId": "e5867eb6-640d-4387-9cd7-8cf5db229ead"
   },
   "execution_count": 27,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "{'name': 'Playwright',\n",
      " 'tagline': 'Enables reliable end-to-end testing for modern web apps',\n",
      " 'benefits': ['Cross-browser support - Chromium, Firefox, WebKit',\n",
      "              'Cross-platform support - Windows, Linux, macOS',\n",
      "              'Cross-language support - TypeScript, JavaScript, Python, .NET, Java',\n",
      "              'Resilient tests - Auto-wait, web-first assertions, tracing',\n",
      "              'No trade-offs - Multiple tabs, origins, users, trusted events',\n",
      "              'Full isolation - Browser contexts, fast execution',\n",
      "              'Powerful tooling - Codegen, Playwright inspector, Trace Viewer']}\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "async def fetch_page(url, user_agent=USER_AGENT) -> str:\n",
    "    playwright = await async_playwright().start()\n",
    "    browser = await playwright.chromium.launch()\n",
    "\n",
    "    context = await browser.new_context(user_agent=USER_AGENT)\n",
    "\n",
    "    page = await context.new_page()\n",
    "    await page.goto(url)\n",
    "    content = await page.content()\n",
    "\n",
    "    await browser.close()\n",
    "    await playwright.stop()\n",
    "\n",
    "    markdown_converter = html2text.HTML2Text()\n",
    "    markdown_converter.ignore_links = False\n",
    "    return markdown_converter.handle(content)"
   ],
   "metadata": {
    "id": "TZ_UnS1GndNB"
   },
   "execution_count": 28,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "urls = [\n",
    "    \"https://videogen.io/\",\n",
    "    \"https://blaze.today/aiblaze/\",\n",
    "    \"https://www.insightpipeline.com/\",\n",
    "    \"https://apps.apple.com/us/app/today-app-to-do-list-habits/id6461726826\",\n",
    "    \"https://brainybear.ai/\",\n",
    "]"
   ],
   "metadata": {
    "id": "Siil51OqOaXr"
   },
   "execution_count": 30,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "extractions = []\n",
    "for url in tqdm(urls):\n",
    "    content = await fetch_page(url)\n",
    "    extractions.append(\n",
    "        page_scraper_llm.invoke(\n",
    "            [(\"system\", SYSTEM_PROMPT), (\"user\", create_scrape_prompt(content))]\n",
    "        )\n",
    "    )"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "izEpEzHzOcg3",
    "outputId": "9593c041-528e-416a-f8fb-93ea9c49098a"
   },
   "execution_count": 32,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "100%|██████████| 5/5 [00:23<00:00,  4.70s/it]\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "rows = []\n",
    "\n",
    "for extraction, url in zip(extractions, urls):\n",
    "    row = extraction.__dict__\n",
    "    row[\"url\"] = url\n",
    "    rows.append(row)\n",
    "\n",
    "projects_df = pd.DataFrame(rows)"
   ],
   "metadata": {
    "id": "-tMb5a9_OhGI"
   },
   "execution_count": 35,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "projects_df"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "wdNs-5DEZEO_",
    "outputId": "e1cb63a5-dd94-4a45-8196-0ec2c2bf1c95"
   },
   "execution_count": 36,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "               name                                            tagline  \\\n",
       "0          VideoGen                 Generate videos in seconds with AI   \n",
       "1          AI Blaze   Fast AI Writing and Editing with Dynamic Prompts   \n",
       "2  Insight Pipeline       Customer insights every week, starting today   \n",
       "3         Today App                                To-Do List & Habits   \n",
       "4        Brainybear  Train AI Chatbots in 3 Clicks. Help Customers ...   \n",
       "\n",
       "                                            benefits  \\\n",
       "0  [Generate videos in seconds with AI, One-Click...   \n",
       "1  [Fast AI Writing and Editing with Dynamic Prom...   \n",
       "2  [Effortless customer research calls - weekly c...   \n",
       "3  [Focus on today's tasks, Prioritize what reall...   \n",
       "4  [Quick and Easy Setup - Get started in less th...   \n",
       "\n",
       "                                                 url  \n",
       "0                               https://videogen.io/  \n",
       "1                       https://blaze.today/aiblaze/  \n",
       "2                   https://www.insightpipeline.com/  \n",
       "3  https://apps.apple.com/us/app/today-app-to-do-...  \n",
       "4                             https://brainybear.ai/  "
      ],
      "text/html": [
       "\n",
       "  <div id=\"df-de3eb070-f9b3-4290-84c2-2ae07a8920a0\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>tagline</th>\n",
       "      <th>benefits</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>VideoGen</td>\n",
       "      <td>Generate videos in seconds with AI</td>\n",
       "      <td>[Generate videos in seconds with AI, One-Click...</td>\n",
       "      <td>https://videogen.io/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AI Blaze</td>\n",
       "      <td>Fast AI Writing and Editing with Dynamic Prompts</td>\n",
       "      <td>[Fast AI Writing and Editing with Dynamic Prom...</td>\n",
       "      <td>https://blaze.today/aiblaze/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Insight Pipeline</td>\n",
       "      <td>Customer insights every week, starting today</td>\n",
       "      <td>[Effortless customer research calls - weekly c...</td>\n",
       "      <td>https://www.insightpipeline.com/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Today App</td>\n",
       "      <td>To-Do List &amp; Habits</td>\n",
       "      <td>[Focus on today's tasks, Prioritize what reall...</td>\n",
       "      <td>https://apps.apple.com/us/app/today-app-to-do-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Brainybear</td>\n",
       "      <td>Train AI Chatbots in 3 Clicks. Help Customers ...</td>\n",
       "      <td>[Quick and Easy Setup - Get started in less th...</td>\n",
       "      <td>https://brainybear.ai/</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-de3eb070-f9b3-4290-84c2-2ae07a8920a0')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-de3eb070-f9b3-4290-84c2-2ae07a8920a0 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-de3eb070-f9b3-4290-84c2-2ae07a8920a0');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-ae7277c9-181f-4dc7-8b55-cafef2f8a69d\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ae7277c9-181f-4dc7-8b55-cafef2f8a69d')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-ae7277c9-181f-4dc7-8b55-cafef2f8a69d button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "  <div id=\"id_c8ed7633-c424-4c26-8101-4d735ed3fc6b\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('projects_df')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_c8ed7633-c424-4c26-8101-4d735ed3fc6b button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('projects_df');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "dataframe",
       "variable_name": "projects_df",
       "summary": "{\n  \"name\": \"projects_df\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"name\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"AI Blaze\",\n          \"Brainybear\",\n          \"Insight Pipeline\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"tagline\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Fast AI Writing and Editing with Dynamic Prompts\",\n          \"Train AI Chatbots in 3 Clicks. Help Customers Instantly.\",\n          \"Customer insights every week, starting today\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"benefits\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"url\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"https://blaze.today/aiblaze/\",\n          \"https://brainybear.ai/\",\n          \"https://www.insightpipeline.com/\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
      }
     },
     "metadata": {},
     "execution_count": 36
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "projects_df.iloc[0].benefits"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "ezkKuf77ZM3w",
    "outputId": "ec9ab248-4f40-45d5-eb87-acd41918c478"
   },
   "execution_count": 37,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "['Generate videos in seconds with AI',\n",
       " 'One-Click Video Creation',\n",
       " '3M+ Copyright-free Assets',\n",
       " 'Safe for Commercial Use',\n",
       " 'No more retakes. Just perfect audio',\n",
       " 'Add edits with ease',\n",
       " 'Cost savings on video production',\n",
       " 'Less hours spent video editing',\n",
       " 'Increased engagement with video']"
      ]
     },
     "metadata": {},
     "execution_count": 37
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "projects_df.to_csv(\"projects.csv\", index=None)"
   ],
   "metadata": {
    "id": "Q_VR73ufaPk7"
   },
   "execution_count": 38,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "## Scrape Car Listings"
   ],
   "metadata": {
    "id": "DSrub6fuaEwV"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "url = \"https://www.autoscout24.com/lst?atype=C&cy=D%2CA%2CB%2CE%2CF%2CI%2CL%2CNL&desc=0&fregfrom=2018&gear=M&powerfrom=309&powerto=478&powertype=hp&search_id=1tih4oks815&sort=standard&ustate=N%2CU\""
   ],
   "metadata": {
    "id": "bot49wkpvLvP"
   },
   "execution_count": 45,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "auto_content = await fetch_page(url)"
   ],
   "metadata": {
    "id": "GGKKWB8WnqTF"
   },
   "execution_count": 46,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "print(auto_content)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "R0aQc-YvoZa0",
    "outputId": "bba00036-907a-4734-9e05-af68d9ddf452"
   },
   "execution_count": 47,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Skip to main content\n",
      "\n",
      "AutoScout24 is currently only available to a limited extent due to maintenance\n",
      "work. This affects some functions such as contacting salespeople, logging in\n",
      "or managing your vehicles for sale.\n",
      "\n",
      "[ ![auto24-logo](/assets/as24-header-footer/as24-horizontal-\n",
      "inverse.d34ff335.svg) ](https://www.autoscout24.com/ \"AutoScout24 - Used and\n",
      "new cars\")\n",
      "\n",
      "[ ](https://www.autoscout24.com/favorites)\n",
      "\n",
      "  * [ Used and New Cars ](https://www.autoscout24.com/)\n",
      "  * [ Motorbikes ](https://www.autoscout24.com/motorcycle/)\n",
      "\n",
      "  * [ ](https://www.autoscout24.com/favorites)\n",
      "  * English \n",
      "\n",
      "[ ![](/assets/as24-header-footer/flag-de.013a09fe.svg) Deutschland\n",
      "](https://www.autoscout24.de/) [ ![](/assets/as24-header-footer/flag-\n",
      "it.5021f5d3.svg) Italia ](https://www.autoscout24.it/) [\n",
      "![](/assets/as24-header-footer/flag-at.6eb37b36.svg) Österreich\n",
      "](https://www.autoscout24.at/) [ ![](/assets/as24-header-footer/flag-\n",
      "nl.843ae853.svg) Nederland  ](https://www.autoscout24.nl/) [\n",
      "![](/assets/as24-header-footer/flag-be.00f81594.svg) België/Belgique\n",
      "](https://www.autoscout24.be/) [ ![](/assets/as24-header-footer/flag-\n",
      "es.998dc818.svg) España ](https://www.autoscout24.es/) [\n",
      "![](/assets/as24-header-footer/flag-fr.a518ea76.svg) France\n",
      "](https://www.autoscout24.fr/) [ ![](/assets/as24-header-footer/flag-\n",
      "lu.f1292641.svg) Luxembourg  ](https://www.autoscout24.lu/)\n",
      "\n",
      "* * *\n",
      "\n",
      "[ Български ](https://www.autoscout24.bg/) [ Česky\n",
      "](https://www.autoscout24.cz/) [ English ](https://www.autoscout24.com/) [\n",
      "Hrvatski ](https://www.autoscout24.hr/) [ Polski\n",
      "](https://www.autoscout24.pl/) [ Română ](https://www.autoscout24.ro/) [\n",
      "Русский ](https://www.autoscout24.ru/) [ Svenska\n",
      "](https://www.autoscout24.se/) [Türkçe](https://www.autoscout24.com.tr/) [\n",
      "Українська ](https://www.autoscout24.com.ua/) [ Magyar\n",
      "](https://www.autoscout24.hu/)\n",
      "\n",
      "# 1,086 Offers for your search\n",
      "\n",
      "Sort: Best resultsBest resultsPrice ascendingPrice descendingLatest offers\n",
      "firstMileage ascendingMileage descendingPower ascendingPower descendingFirst\n",
      "registration ascendingFirst registration descending\n",
      "\n",
      "Filters6EuropeFirst registration from 2018\n",
      "\n",
      "⊕\n",
      "\n",
      "Manual\n",
      "\n",
      "⊕\n",
      "\n",
      "from 420 hp\n",
      "\n",
      "⊕\n",
      "\n",
      "to 650 hp\n",
      "\n",
      "⊕\n",
      "\n",
      "Remove all filters\n",
      "\n",
      "My search (6)\n",
      "\n",
      "Remove all filters\n",
      "\n",
      "EuropeFirst registration from 2018Manualfrom 420 hpto 650 hp\n",
      "\n",
      "Basic specifications & Location\n",
      "\n",
      "Make\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Model\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Additional Properties\n",
      "\n",
      "Add more Makes/Models\n",
      "\n",
      "Body type\n",
      "\n",
      "All\n",
      "\n",
      "  * Compact\n",
      "  * Convertible\n",
      "  * Coupe\n",
      "  * SUV/Off-Road/Pick-up\n",
      "  * Station wagon\n",
      "  * Sedans\n",
      "  * Van\n",
      "  * Transporter\n",
      "  * Other\n",
      "\n",
      "Fuel type\n",
      "\n",
      "All\n",
      "\n",
      "  * Gasoline\n",
      "  * Diesel\n",
      "  * Ethanol\n",
      "  * Electric\n",
      "  * Hydrogen\n",
      "  * LPG\n",
      "  * CNG\n",
      "  * Hybrid (Electric/Gasoline)\n",
      "  * Others\n",
      "  * Hybrid (Electric/Diesel)\n",
      "\n",
      "First registration\n",
      "\n",
      "Minimum first registration date\n",
      "\n",
      "2018\n",
      "\n",
      "Clear\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Maximum first registration date\n",
      "\n",
      "to\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Price\n",
      "\n",
      "Price from\n",
      "\n",
      "from\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Price to\n",
      "\n",
      "to\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Countries\n",
      "\n",
      "Europe\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "City/zip code\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Radius (km)\n",
      "\n",
      "Radius\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Cross-border\n",
      "\n",
      "Cross-border\n",
      "\n",
      "Mileage (km)\n",
      "\n",
      "Minimum mileage\n",
      "\n",
      "from\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Maximum mileage\n",
      "\n",
      "to\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Power\n",
      "\n",
      "hp\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "from\n",
      "\n",
      "to\n",
      "\n",
      "Gear\n",
      "\n",
      "Manual\n",
      "\n",
      "  * Automatic\n",
      "  * Manual\n",
      "  * Semi-automatic\n",
      "\n",
      "Nr. of Doors\n",
      "\n",
      "All\n",
      "\n",
      "2/3\n",
      "\n",
      "4/5\n",
      "\n",
      "6/7\n",
      "\n",
      "Nr. of Seats\n",
      "\n",
      "Minimum number of seats\n",
      "\n",
      "from\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Maximum number of seats\n",
      "\n",
      "to\n",
      "\n",
      "0 suggestion found. Use up and down keys to navigate.\n",
      "\n",
      "Seller\n",
      "\n",
      "All\n",
      "\n",
      "Dealer\n",
      "\n",
      "Private\n",
      "\n",
      "Vehicle condition\n",
      "\n",
      "New\n",
      "\n",
      "Used\n",
      "\n",
      "Employee's car\n",
      "\n",
      "Antique / Classic\n",
      "\n",
      "Demonstration\n",
      "\n",
      "Pre-registered\n",
      "\n",
      "Optional Equipment\n",
      "\n",
      "Exterior\n",
      "\n",
      "Interior Color\n",
      "\n",
      "Vehicle condition\n",
      "\n",
      "Environment\n",
      "\n",
      "Offer Details\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/listing-\n",
      "images/51721ec5-d41d-4445-940f-b690ea4247ab_794f0f4e-b215-4135-8a9f-555e8e88df70.jpg/250x188.webp)\n",
      "\n",
      "PreviousNext\n",
      "\n",
      "1 / 35\n",
      "\n",
      "## [BMW M3 Limousine\n",
      "|M-SPORTSITZE|NAVI|KAMERA|2.HAND](/offers/bmw-m3-limousine-m-sportsitze-navi-\n",
      "kamera-2-hand-gasoline-green-51721ec5-d41d-4445-940f-b690ea4247ab)Add to\n",
      "listShare\n",
      "\n",
      "€ 74,770.-\n",
      "\n",
      "from € 1.079,- p.mCalculate financing\n",
      "\n",
      "* * *\n",
      "\n",
      "Compare car insurances\n",
      "\n",
      "* * *\n",
      "\n",
      "11,711 kmManual04/2021Gasoline353 kW (480 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/20205647-original-d60ba530-dcfa-4847-aa36-64f7dc7d4cd7.jpg/resize/100x50%3E/quality/90)Auto\n",
      "Salon Schwarzwald GmbHOliver Kammerer • DE-78647 Trossingen[\\+ Show more\n",
      "vehicles](/lst)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/listing-images/c32fabcc-8ded-49ae-\n",
      "be66-0384be12a44c_178a7c7d-31a4-4725-ad2a-a7e5f7e92f53.jpg/250x188.webp)\n",
      "\n",
      "PreviousNext\n",
      "\n",
      "1 / 15\n",
      "\n",
      "## [Porsche 991 (911) GT3 Touring](/offers/porsche-991-911-gt3-touring-\n",
      "gasoline-red-c32fabcc-8ded-49ae-be66-0384be12a44c)\n",
      "\n",
      "€ 178,911.-\n",
      "\n",
      "9,000 kmManual07/2018Gasoline368 kW (500 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-info/21019-original-\n",
      "ae807403-693f-49be-8059-8010fdc15061/resize/100x50%3E/quality/90)Heinz\n",
      "Autocenter GmbH & Co. KGDE-55120 Mainz[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Dodge Challenger 6.4 R/T SCAT PACK*BLIND-SPOT*TÜV*LED*](/offers/dodge-\n",
      "challenger-6-4-r-t-scat-pack-blind-spot-tuev-led-gasoline-\n",
      "black-4b329a3a-d2c4-453c-ba2d-5cee1e7a1176)\n",
      "\n",
      "€ 42,487.-\n",
      "\n",
      "35,320 kmManual07/2019Gasoline362 kW (492 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/4258318-original-4d3d526c-7a40-467d-8754-39fc44320cee.jpeg/resize/100x50%3E/quality/90)JD\n",
      "GmbHPascal Junge • DE-45356 Essen[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Porsche 911 Cabrio S 3.0 Manueel - Nieuwstaat! 1Ste\n",
      "eig!](/offers/porsche-911-cabrio-s-3-0-manueel-nieuwstaat-1ste-eig-gasoline-\n",
      "black-27e297c7-03ee-4041-952b-22d7e6375299)\n",
      "\n",
      "€ 128,500.-\n",
      "\n",
      "11,072 kmManual08/2021Gasoline331 kW (450 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/15296087-original-46db59c9-04ab-4952-a066-47ba3a533c37.jpg/resize/100x50%3E/quality/90)Provan\n",
      "MotorsProot Stani • BE-9810 Eke[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Ford Mustang GT 5.0 V8 6 Gang neues Modell](/offers/ford-mustang-\n",
      "gt-5-0-v8-6-gang-neues-modell-gasoline-\n",
      "black-1f095cb1-5fb9-4fef-8a5b-504d17a57c53)\n",
      "\n",
      "€ 52,980.-\n",
      "\n",
      "5 kmManual\\- (First Registration)Gasoline328 kW (446 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/2669436-original-6c8c79d8-379d-47ec-\n",
      "ba5e-71e0954d1dc3/resize/100x50%3E/quality/90)Online CarsSören Müller •\n",
      "DE-13509 Berlin[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [BMW M3 Limousine M Drivers Pack CarbonKeramikBr. h&k\n",
      "Las](/offers/bmw-m3-limousine-m-drivers-pack-carbonkeramikbr-h-k-las-gasoline-\n",
      "blue-542a49f5-5de5-4a92-abcb-b4e36b56d332)\n",
      "\n",
      "€ 72,880.-\n",
      "\n",
      "33,062 kmManual05/2021Gasoline353 kW (480 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/24840-original-7938747e-4eda-44c2-8759-ec47aee9ba32.jpg/resize/100x50%3E/quality/90)Philipp\n",
      "Automobile GmbHTeam Gebrauchtwagen • DE-45478 Mülheim an der Ruhr[\\+ Show more\n",
      "vehicles](/lst)\n",
      "\n",
      "## [BMW M2 Coupe Schaltgetriebe DrAss AdLED](/offers/bmw-m2-coupe-\n",
      "schaltgetriebe-drass-adled-gasoline-black-\n",
      "aa744a12-b44c-49f9-8f69-2eb22598f48d)\n",
      "\n",
      "€ 65,380.-\n",
      "\n",
      "13,294 kmManual08/2023Gasoline338 kW (460 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-info/18109-original-\n",
      "ef8753ee-5b7f-4b30-baa3-b81f009089cd.png/resize/100x50%3E/quality/90)Autohaus\n",
      "Timmermanns GmbHIhr Verkaufsteam Timmermanns • DE-40549 Düsseldorf[\\+ Show\n",
      "more vehicles](/lst)\n",
      "\n",
      "## [Ford Mustang fastback 5.0 ti-vct v8 gt 450cv my20](/offers/ford-mustang-\n",
      "fastback-5-0-ti-vct-v8-gt-450cv-my20-gasoline-\n",
      "grey-f2331950-6969-4e53-992b-8a351f5a3c9f)\n",
      "\n",
      "€ 47,520.-\n",
      "\n",
      "26,639 kmManual05/2020Gasoline331 kW (450 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/4116569-original-98b3c773-7c3b-4db3-b3b1-ac6c0d360b0f.PNG/resize/100x50%3E/quality/90)Carpoint\n",
      "SpaResponsabile Usato • IT-00128 Roma - Rm[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [BMW M2 2-serie Coupé Manual - Harman Kardon - Driving\n",
      "Ass](/offers/bmw-m2-2-serie-coupe-manual-harman-kardon-driving-ass-gasoline-\n",
      "red-be6867c0-ace4-4159-ac92-4e1e0f49e5b5)\n",
      "\n",
      "€ 87,875.-\n",
      "\n",
      "5,887 kmManual10/2023Gasoline338 kW (460 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/11234-original-05e9e2b9-00a1-46f1-b07f-bbc818069953.jpg/resize/100x50%3E/quality/90)Bergwerff\n",
      "Automotive B.V.Thijs van den Heuvel • NL-4205 MZ GORINCHEM[\\+ Show more\n",
      "vehicles](/lst)\n",
      "\n",
      "## [Ford Mustang 5,0 Ti-VCT V8 GT](/offers/ford-mustang-5-0-ti-vct-v8-gt-\n",
      "gasoline-yellow-b0008a2a-16a8-4ebd-a491-44476553d724)\n",
      "\n",
      "€ 83,990.-\n",
      "\n",
      "0 kmManual\\- (First Registration)Gasoline331 kW (450 hp)\n",
      "\n",
      "MVC MOTORS | WIEN NORDIhr MVC Motors Wien-Nord Gebrauchtwagen Team • AT-1210 Wien[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Ford Mustang V8 GT Dark Horse 6 Gang Blade Spoiler](/offers/ford-\n",
      "mustang-v8-gt-dark-horse-6-gang-blade-spoiler-gasoline-\n",
      "blue-f7c388f0-4e1f-4a58-bbd8-7470194bfc7e)\n",
      "\n",
      "€ 63,980.-\n",
      "\n",
      "15 kmManual08/2024Gasoline334 kW (454 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/2669436-original-6c8c79d8-379d-47ec-\n",
      "ba5e-71e0954d1dc3/resize/100x50%3E/quality/90)Online CarsSören Müller •\n",
      "DE-13509 Berlin[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Dodge Challenger 6.4 R/T SCAT PACK*DYNAMICS PACK*LED*](/offers/dodge-\n",
      "challenger-6-4-r-t-scat-pack-dynamics-pack-led-gasoline-\n",
      "grey-329df88d-6783-474c-b184-320743ed79c0)\n",
      "\n",
      "€ 48,987.-\n",
      "\n",
      "2,390 kmManual09/2022Gasoline362 kW (492 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/4258318-original-4d3d526c-7a40-467d-8754-39fc44320cee.jpeg/resize/100x50%3E/quality/90)JD\n",
      "GmbHPascal Junge • DE-45356 Essen[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [BMW M2\n",
      "COUPÉ+CARBON+HUD+LEDER+M-SPORTSITZE+H&K+ALARM+RFK](/offers/bmw-m2-coupe-\n",
      "carbon-hud-leder-m-sportsitze-h-k-alarm-rfk-gasoline-\n",
      "black-9e221998-d1d7-49f0-996f-72addf3d8d69)\n",
      "\n",
      "€ 68,970.-\n",
      "\n",
      "17,908 kmManual11/2023Gasoline338 kW (460 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/34916989-original-8cbf324e-9218-4a4e-acf5-ab8fd14222a9.jpg/resize/100x50%3E/quality/90)Starcar\n",
      "outlet carsSusanne Raasch • DE-40789 Monheim[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [BMW M2 2-serie Coupé CS *Handbak*Uniek!*](/offers/bmw-m2-2-serie-coupe-cs-\n",
      "handbak-uniek-gasoline-silver-803dcca4-55b2-4524-8afe-0e703eb6fdf3)\n",
      "\n",
      "€ 114,950.-\n",
      "\n",
      "3,508 kmManual09/2020Gasoline332 kW (451 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-info/15036567-original-\n",
      "da232dcb-d989-4412-9572-c05b0a8ade60.png/resize/100x50%3E/quality/90)Koster&Hogeslag\n",
      "AutomotiveRobert Koster • NL-8281 JK GENEMUIDEN[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Aston Martin Vantage Coupe 4.0 V8](/offers/aston-martin-vantage-\n",
      "coupe-4-0-v8-gasoline-red-f2761024-3826-4d19-9623-5c454e500577)\n",
      "\n",
      "€ 151,000.-\n",
      "\n",
      "16,130 kmManual08/2019Gasoline375 kW (510 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/7850489-original-557257b5-295c-454c-b4e0-136e6a47c0f6.png/resize/100x50%3E/quality/90)Aston\n",
      "Martin MilanoWeb Team • IT-20123 Milano - Mi[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Porsche Cayman 718 CAYMAN 4.0 GT4 CLUBSPORT *SERVICE\n",
      "PORSCHE*](/offers/porsche-cayman-718-cayman-4-0-gt4-clubsport-service-porsche-\n",
      "gasoline-black-5d941e29-d4a5-4590-9313-e447e2923539)\n",
      "\n",
      "€ 109,900.-\n",
      "\n",
      "16,631 kmManual09/2020Gasoline309 kW (420 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-info/34201-original-eb96f1dc-\n",
      "bd95-41ea-82d1-75dce2d58a7f.jpg/resize/100x50%3E/quality/90)PromocarResponsabile\n",
      "Usato • IT-33170 Pordenone - Pn[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Porsche 718 Spyder Boxster 4.0 EU6d-T El.Sportsitze 18-Wege\n",
      "Rückfahrk](/offers/porsche-718-spyder-boxster-4-0-eu6d-t-el-\n",
      "sportsitze-18-wege-rueckfahrk-gasoline-\n",
      "silver-67508cce-f3d4-4fcf-b14f-8e8619f6321d)\n",
      "\n",
      "€ 99,880.-\n",
      "\n",
      "19,766 kmManual11/2019Gasoline309 kW (420 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/17291343-original-2d18a895-dbe5-4fe6-ab60-5103448916d6/resize/100x50%3E/quality/90)Porsche\n",
      "Zentrum Bad Homburg / OberurselPorsche Zentrum Bad Homburg / Oberursel •\n",
      "DE-61440 Oberursel[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Porsche 991 S **IVA ESP **PORSCHE APPR **MANUALE\n",
      "7](/offers/porsche-991-s-iva-esp-porsche-appr-manuale-7-gasoline-\n",
      "yellow-4428e218-d255-4580-8660-440bbb0d3c63)\n",
      "\n",
      "€ 99,900.-\n",
      "\n",
      "63,000 kmManual03/2018Gasoline309 kW (420 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/15911816-original-497521bc-8f88-46c2-9e12-8351b7e616e5.jpg/resize/100x50%3E/quality/90)Cityemotion\n",
      "SrlDefina Rayan • IT-10131 Torino - TO[\\+ Show more vehicles](/lst)\n",
      "\n",
      "## [Ford Mustang GT Fastback 5.0 SYNC 4 ACC NEUES Modell](/offers/ford-\n",
      "mustang-gt-fastback-5-0-sync-4-acc-neues-modell-gasoline-\n",
      "black-06fffaec-5f88-4d07-8846-31e87ae88b0e)\n",
      "\n",
      "€ 50,780.-\n",
      "\n",
      "\\- kmManual\\- (First Registration)Gasoline328 kW (446 hp)\n",
      "\n",
      "![](https://prod.pictures.autoscout24.net/dealer-\n",
      "info/25079-original-8db1033f-0c81-46e4-b779-550d96a93613.png/resize/100x50%3E/quality/90)FordStore\n",
      "Karl Stauner AGIhr Verkaufsteam • DE-93413 Cham in der Oberpfalz[\\+ Show more\n",
      "vehicles](/lst)\n",
      "\n",
      "  * Previous\n",
      "\n",
      "  * 1\n",
      "  * 2\n",
      "  * 3\n",
      "  * 4\n",
      "  * 5\n",
      "  * 6\n",
      "  * 7\n",
      "  * 8\n",
      "  * 9\n",
      "  * …\n",
      "  * 20\n",
      "  * 1 / 20\n",
      "  * Next\n",
      "\n",
      "  1. VAT deductible\n",
      "  2. Dealer price \n",
      "\n",
      "{\"gear\":\"M\",\"vat\":\"0\",\"rnd\":\"69\",\"price\":\"1,2,3,4,5,6,7,8,9,10\",\"hp\":\"9\",\"fr\":\"9,10,11\",\"type\":\"U,N,D,O,J,S\",\"articleType\":\"C\",\"leasing\":\"false\",\"buyonline\":\"false\",\"refactor\":\n",
      "\"list2021\",\"cockpit\":\"F\"}\n",
      "\n",
      "To the top ![](/assets/as24-header-footer/arrow_top.2ebdbd1b.svg)\n",
      "\n",
      "##  AutoScout24: the largest pan-European online car market.\n",
      "\n",
      "### Company\n",
      "\n",
      "  * [About AutoScout24](https://www.autoscout24.com/company/)\n",
      "  * [Career](https://www.autoscout24.com/as24-career-pages/)\n",
      "  * [Contact](https://www.autoscout24.com/company/contact/)\n",
      "  * [Imprint](https://www.autoscout24.com/company/imprint/)\n",
      "  * [Data Protection Information](https://www.autoscout24.com/company/privacy/)\n",
      "\n",
      "  * [ ![](/assets/as24-header-footer/ios.43021a97.svg) AutoScout24 for iOS ](https://app.adjust.com/fdfljv9_jviwog4?campaign=web2app-footer&adgroup=list&creative=footer&engagement_type=fallback_click&deep_link=autoscout24%3A%2F%2Fvehicle%2Fsearch%3Futm_source%3Dweb2app%26utm_campaign%3Dweb2app-footer%26utm_content%3Dlist&redirect_ios=https%3A%2F%2Fapps.apple.com%2Fapp%2Fapple-store%2Fid311785642%3Fpt%3D229724%26ct%3Dweb2app-footer%26mt%3D8)\n",
      "  * [ ![](/assets/as24-header-footer/android.4ab7d05e.svg) AutoScout24 for Android ](https://app.adjust.com/fdfljv9_jviwog4?campaign=web2app-footer&adgroup=list&creative=footer&engagement_type=fallback_click&deep_link=autoscout24%3A%2F%2Fvehicle%2Fsearch%3Futm_source%3Dweb2app%26utm_campaign%3Dweb2app-footer%26utm_content%3Dlist&redirect_android=https%3A%2F%2Fplay.google.com%2Fstore%2Fapps%2Fdetails%3Fid%3Dcom.autoscout24%26referrer%3Dutm_source%253Dweb2app%2526utm_content%253Dlist%2526utm_campaign%253Dweb2app-footer)\n",
      "\n",
      "Deutschland België/Belgique España France Italia Luxembourg Nederland\n",
      "Österreich Български Česky English Hrvatski Polski Română Русский Svenska\n",
      "Türkçe Українська Magyar\n",
      "\n",
      "© Copyright 2024 by AutoScout24 GmbH. All Rights reserved.\n",
      "\n",
      "We use Cookies!\n",
      "\n",
      "To provide the best experiences, we and our partners use Cookies and other\n",
      "technologies (together hereinafter: “Cookies”) to store and/or access device\n",
      "information.  \n",
      "  \n",
      "Consenting to these technologies will allow us and our partners to show\n",
      "personalized advertising based on your interests and to optimize our services.\n",
      "Not consenting or withdrawing consent, may adversely affect certain features\n",
      "and functions. Click the button below at the right-hand side to consent to the\n",
      "use of Cookies and the related processing activities or use the left-hand side\n",
      "button to make granular choices, including exercising your right to object to\n",
      "the processing of personal data based on legitimate interest instead of\n",
      "consent. To **not provide consent,** please click here.\n",
      "\n",
      "Cookies, device or similar online identifiers (e.g. login-based identifiers,\n",
      "randomly assigned identifiers, network based identifiers) together with other\n",
      "information (e.g. browser type and information, language, screen size,\n",
      "supported technologies etc.) can be stored or read on your device to recognise\n",
      "it each time it connects to an app or to a website, for one or several of the\n",
      "purposes presented here.\n",
      "\n",
      "You can change your settings at any time by visiting our privacy policy.\n",
      "\n",
      "##### Purposes\n",
      "\n",
      "Precise geolocation data, and identification through device scanning\n",
      "\n",
      "* * *\n",
      "\n",
      "Personalised advertising and content, advertising and content measurement,\n",
      "audience research and services development\n",
      "\n",
      "* * *\n",
      "\n",
      "##### Strictly Necessary Cookies\n",
      "\n",
      "These cookies are necessary for the website to function. They are usually set\n",
      "in response to user actions to enable key features like setting and\n",
      "maintaining logins or privacy preferences. These cookies typically can’t be\n",
      "switched off, however, certain browsers can block or alert you about these\n",
      "cookies. Be aware that blocking these cookies will affect site functionality.\n",
      "\n",
      "* * *\n",
      "\n",
      "##### Functional\n",
      "\n",
      "These cookies will be set by the website and will enable a better user\n",
      "experience via enhanced features such as website personalisation (e.g. allow\n",
      "to resume your searches when you have visited our website before or display\n",
      "ads nearby your location). Some cookies are used to store information provided\n",
      "by you for financing requests in cookies for 30 days and to reuse it within\n",
      "this period for automatically filling in information needed for new financing\n",
      "requests. If these cookies are disabled, some or all of these features may be\n",
      "adversely affected.\n",
      "\n",
      "* * *\n",
      "\n",
      "We work together with 230 partners.\n",
      "\n",
      "[Privacy Policy](https://www.autoscout24.com/company/privacy/) | [Imprint](https://www.autoscout24.com/company/imprint/) | [Vendor List](https://www.autoscout24.com/consent-management/#vendors)\n",
      "\n",
      "Privacy settings Accept All\n",
      "\n",
      "\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "class CarListing(BaseModel):\n",
    "    \"\"\"Information about a car listing\"\"\"\n",
    "\n",
    "    make: str = Field(\"Make of the car e.g. Toyota\")\n",
    "    model: str = Field(\"Model of the car, maximum 3 words e.g. Land Cruiser\")\n",
    "    horsepower: int = Field(\"Horsepower of the engine e.g. 231\")\n",
    "    price: int = Field(\"Price in euro e.g. 34000\")\n",
    "    mileage: Optional[int] = Field(\"Number of kilometers on the odometer e.g. 73400\")\n",
    "    year: Optional[int] = Field(\"Year of registration (if available) e.g. 2015\")\n",
    "    url: str = Field(\n",
    "        \"Url to the listing e.g. https://www.autoscout24.com/offers/lexus-rc-f-advantage-coupe-gasoline-grey-19484ec1-ee56-4bfd-8769-054f03515792\"\n",
    "    )\n",
    "\n",
    "\n",
    "class CarListings(BaseModel):\n",
    "    \"\"\"List of car listings\"\"\"\n",
    "\n",
    "    cars: List[CarListing] = Field(\"List of cars for sale.\")"
   ],
   "metadata": {
    "id": "DVGdGrdXpYkf"
   },
   "execution_count": 74,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "car_listing_scraper_llm = llm.with_structured_output(CarListings)"
   ],
   "metadata": {
    "id": "ubQKsBDTqEFq"
   },
   "execution_count": 75,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "extraction = car_listing_scraper_llm.invoke(\n",
    "    [(\"system\", SYSTEM_PROMPT), (\"user\", create_scrape_prompt(auto_content))]\n",
    ")"
   ],
   "metadata": {
    "id": "PqEnf6rqqMXx"
   },
   "execution_count": 76,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "extraction.cars"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "GIC4-RgkbRKv",
    "outputId": "5fdfe41e-9e6d-422e-914e-1aeca3e21064"
   },
   "execution_count": 77,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "[CarListing(make='BMW', model='M3 Limousine', horsepower=480, price=74770, mileage=11711, year=2021, url='https://www.autoscout24.com/offers/bmw-m3-limousine-m-sportsitze-navi-kamera-2-hand-gasoline-green-51721ec5-d41d-4445-940f-b690ea4247ab'),\n",
       " CarListing(make='Porsche', model='991 (911) GT3 Touring', horsepower=500, price=178911, mileage=9000, year=2018, url='https://www.autoscout24.com/offers/porsche-991-911-gt3-touring-gasoline-red-c32fabcc-8ded-49ae-be66-0384be12a44c'),\n",
       " CarListing(make='Dodge', model='Challenger 6.4 R/T SCAT PACK', horsepower=492, price=42487, mileage=35320, year=2019, url='https://www.autoscout24.com/offers/dodge-challenger-6-4-r-t-scat-pack-blind-spot-tuev-led-gasoline-black-4b329a3a-d2c4-453c-ba2d-5cee1e7a1176'),\n",
       " CarListing(make='Porsche', model='911 Cabrio S 3.0 Manueel', horsepower=450, price=128500, mileage=11072, year=2021, url='https://www.autoscout24.com/offers/porsche-911-cabrio-s-3-0-manueel-nieuwstaat-1ste-eig-gasoline-black-27e297c7-03ee-4041-952b-22d7e6375299'),\n",
       " CarListing(make='Ford', model='Mustang GT 5.0 V8 6 Gang neues Modell', horsepower=446, price=52980, mileage=5, year=None, url='https://www.autoscout24.com/offers/ford-mustang-gt-5-0-v8-6-gang-neues-modell-gasoline-black-1f095cb1-5fb9-4fef-8a5b-504d17a57c53'),\n",
       " CarListing(make='BMW', model='M3 Limousine M Drivers Pack CarbonKeramikBr. h&k Las', horsepower=480, price=72880, mileage=33062, year=2021, url='https://www.autoscout24.com/offers/bmw-m3-limousine-m-drivers-pack-carbonkeramikbr-h-k-las-gasoline-blue-542a49f5-5de5-4a92-abcb-b4e36b56d332'),\n",
       " CarListing(make='BMW', model='M2 Coupe Schaltgetriebe DrAss AdLED', horsepower=460, price=65380, mileage=13294, year=2023, url='https://www.autoscout24.com/offers/bmw-m2-coupe-schaltgetriebe-drass-adled-gasoline-black-aa744a12-b44c-49f9-8f69-2eb22598f48d'),\n",
       " CarListing(make='Ford', model='Mustang fastback 5.0 ti-vct v8 gt 450cv my20', horsepower=450, price=47520, mileage=26639, year=2020, url='https://www.autoscout24.com/offers/ford-mustang-fastback-5-0-ti-vct-v8-gt-450cv-my20-gasoline-grey-f2331950-6969-4e53-992b-8a351f5a3c9f'),\n",
       " CarListing(make='Dodge', model='Challenger 6.4 R/T SCAT PACK*DYNAMICS PACK*LED*', horsepower=492, price=48987, mileage=2390, year=2022, url='https://www.autoscout24.com/offers/dodge-challenger-6-4-r-t-scat-pack-dynamics-pack-led-gasoline-grey-329df88d-6783-474c-b184-320743ed79c0'),\n",
       " CarListing(make='BMW', model='M2 COUPÉ+CARBON+HUD+LEDER+M-SPORTSITZE+H&K+ALARM+RFK', horsepower=460, price=68970, mileage=17908, year=2023, url='https://www.autoscout24.com/offers/bmw-m2-coupe-carbon-hud-leder-m-sportsitze-h-k-alarm-rfk-gasoline-black-9e221998-d1d7-49f0-996f-72addf3d8d69'),\n",
       " CarListing(make='BMW', model='M2 2-serie Coupé CS *Handbak*Uniek!*', horsepower=451, price=114950, mileage=3508, year=2020, url='https://www.autoscout24.com/offers/bmw-m2-2-serie-coupe-cs-handbak-uniek-gasoline-silver-803dcca4-55b2-4524-8afe-0e703eb6fdf3'),\n",
       " CarListing(make='Aston Martin', model='Vantage Coupe 4.0 V8', horsepower=510, price=151000, mileage=16130, year=2019, url='https://www.autoscout24.com/offers/aston-martin-vantage-coupe-4-0-v8-gasoline-red-f2761024-3826-4d19-9623-5c454e500577'),\n",
       " CarListing(make='Porsche', model='Cayman 718 CAYMAN 4.0 GT4 CLUBSPORT *SERVICE PORSCHE*', horsepower=420, price=109900, mileage=16631, year=2020, url='https://www.autoscout24.com/offers/porsche-cayman-718-cayman-4-0-gt4-clubsport-service-porsche-gasoline-black-5d941e29-d4a5-4590-9313-e447e2923539'),\n",
       " CarListing(make='Porsche', model='718 Spyder Boxster 4.0 EU6d-T El.Sportsitze 18-Wege Rückfahrk', horsepower=420, price=99880, mileage=19766, year=2019, url='https://www.autoscout24.com/offers/porsche-718-spyder-boxster-4-0-eu6d-t-el-sportsitze-18-wege-rueckfahrk-gasoline-silver-67508cce-f3d4-4fcf-b14f-8e8619f6321d'),\n",
       " CarListing(make='Porsche', model='991 S **IVA ESP **PORSCHE APPR **MANUALE 7', horsepower=420, price=99900, mileage=63000, year=2018, url='https://www.autoscout24.com/offers/porsche-991-s-iva-esp-porsche-appr-manuale-7-gasoline-yellow-4428e218-d255-4580-8660-440bbb0d3c63'),\n",
       " CarListing(make='Ford', model='Mustang GT Fastback 5.0 SYNC 4 ACC NEUES Modell', horsepower=446, price=50780, mileage=None, year=None, url='https://www.autoscout24.com/offers/ford-mustang-gt-fastback-5-0-sync-4-acc-neues-modell-gasoline-black-06fffaec-5f88-4d07-8846-31e87ae88b0e')]"
      ]
     },
     "metadata": {},
     "execution_count": 77
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "def filter_model(row):\n",
    "    row = re.sub(\"[^0-9a-zA-Z]+\", \" \", row)\n",
    "    parts = row.split(\" \")\n",
    "    return \" \".join(parts[:3])\n",
    "\n",
    "\n",
    "rows = [listing.__dict__ for listing in extraction.cars]\n",
    "\n",
    "listings_df = pd.DataFrame(rows)\n",
    "listings_df[\"model\"] = listings_df.model.apply(filter_model)\n",
    "listings_df"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 551
    },
    "id": "jJ6T7WSyvhHV",
    "outputId": "98bc7768-6a04-4989-8b68-ee5c16bb7a68"
   },
   "execution_count": 87,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "            make                    model  horsepower   price  mileage  \\\n",
       "0            BMW             M3 Limousine         480   74770  11711.0   \n",
       "1        Porsche              991 911 GT3         500  178911   9000.0   \n",
       "2          Dodge           Challenger 6 4         492   42487  35320.0   \n",
       "3        Porsche             911 Cabrio S         450  128500  11072.0   \n",
       "4           Ford             Mustang GT 5         446   52980      5.0   \n",
       "5            BMW           M3 Limousine M         480   72880  33062.0   \n",
       "6            BMW  M2 Coupe Schaltgetriebe         460   65380  13294.0   \n",
       "7           Ford       Mustang fastback 5         450   47520  26639.0   \n",
       "8          Dodge           Challenger 6 4         492   48987   2390.0   \n",
       "9            BMW           M2 COUP CARBON         460   68970  17908.0   \n",
       "10           BMW               M2 2 serie         451  114950   3508.0   \n",
       "11  Aston Martin          Vantage Coupe 4         510  151000  16130.0   \n",
       "12       Porsche        Cayman 718 CAYMAN         420  109900  16631.0   \n",
       "13       Porsche       718 Spyder Boxster         420   99880  19766.0   \n",
       "14       Porsche                991 S IVA         420   99900  63000.0   \n",
       "15          Ford      Mustang GT Fastback         446   50780      NaN   \n",
       "\n",
       "      year                                                url  \n",
       "0   2021.0  https://www.autoscout24.com/offers/bmw-m3-limo...  \n",
       "1   2018.0  https://www.autoscout24.com/offers/porsche-991...  \n",
       "2   2019.0  https://www.autoscout24.com/offers/dodge-chall...  \n",
       "3   2021.0  https://www.autoscout24.com/offers/porsche-911...  \n",
       "4      NaN  https://www.autoscout24.com/offers/ford-mustan...  \n",
       "5   2021.0  https://www.autoscout24.com/offers/bmw-m3-limo...  \n",
       "6   2023.0  https://www.autoscout24.com/offers/bmw-m2-coup...  \n",
       "7   2020.0  https://www.autoscout24.com/offers/ford-mustan...  \n",
       "8   2022.0  https://www.autoscout24.com/offers/dodge-chall...  \n",
       "9   2023.0  https://www.autoscout24.com/offers/bmw-m2-coup...  \n",
       "10  2020.0  https://www.autoscout24.com/offers/bmw-m2-2-se...  \n",
       "11  2019.0  https://www.autoscout24.com/offers/aston-marti...  \n",
       "12  2020.0  https://www.autoscout24.com/offers/porsche-cay...  \n",
       "13  2019.0  https://www.autoscout24.com/offers/porsche-718...  \n",
       "14  2018.0  https://www.autoscout24.com/offers/porsche-991...  \n",
       "15     NaN  https://www.autoscout24.com/offers/ford-mustan...  "
      ],
      "text/html": [
       "\n",
       "  <div id=\"df-98285572-4f08-4cf6-b4f4-3ee261954093\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>make</th>\n",
       "      <th>model</th>\n",
       "      <th>horsepower</th>\n",
       "      <th>price</th>\n",
       "      <th>mileage</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BMW</td>\n",
       "      <td>M3 Limousine</td>\n",
       "      <td>480</td>\n",
       "      <td>74770</td>\n",
       "      <td>11711.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/bmw-m3-limo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Porsche</td>\n",
       "      <td>991 911 GT3</td>\n",
       "      <td>500</td>\n",
       "      <td>178911</td>\n",
       "      <td>9000.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/porsche-991...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Dodge</td>\n",
       "      <td>Challenger 6 4</td>\n",
       "      <td>492</td>\n",
       "      <td>42487</td>\n",
       "      <td>35320.0</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/dodge-chall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Porsche</td>\n",
       "      <td>911 Cabrio S</td>\n",
       "      <td>450</td>\n",
       "      <td>128500</td>\n",
       "      <td>11072.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/porsche-911...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Ford</td>\n",
       "      <td>Mustang GT 5</td>\n",
       "      <td>446</td>\n",
       "      <td>52980</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.autoscout24.com/offers/ford-mustan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BMW</td>\n",
       "      <td>M3 Limousine M</td>\n",
       "      <td>480</td>\n",
       "      <td>72880</td>\n",
       "      <td>33062.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/bmw-m3-limo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>BMW</td>\n",
       "      <td>M2 Coupe Schaltgetriebe</td>\n",
       "      <td>460</td>\n",
       "      <td>65380</td>\n",
       "      <td>13294.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/bmw-m2-coup...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Ford</td>\n",
       "      <td>Mustang fastback 5</td>\n",
       "      <td>450</td>\n",
       "      <td>47520</td>\n",
       "      <td>26639.0</td>\n",
       "      <td>2020.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/ford-mustan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Dodge</td>\n",
       "      <td>Challenger 6 4</td>\n",
       "      <td>492</td>\n",
       "      <td>48987</td>\n",
       "      <td>2390.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/dodge-chall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>BMW</td>\n",
       "      <td>M2 COUP CARBON</td>\n",
       "      <td>460</td>\n",
       "      <td>68970</td>\n",
       "      <td>17908.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/bmw-m2-coup...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>BMW</td>\n",
       "      <td>M2 2 serie</td>\n",
       "      <td>451</td>\n",
       "      <td>114950</td>\n",
       "      <td>3508.0</td>\n",
       "      <td>2020.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/bmw-m2-2-se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Aston Martin</td>\n",
       "      <td>Vantage Coupe 4</td>\n",
       "      <td>510</td>\n",
       "      <td>151000</td>\n",
       "      <td>16130.0</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/aston-marti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Porsche</td>\n",
       "      <td>Cayman 718 CAYMAN</td>\n",
       "      <td>420</td>\n",
       "      <td>109900</td>\n",
       "      <td>16631.0</td>\n",
       "      <td>2020.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/porsche-cay...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Porsche</td>\n",
       "      <td>718 Spyder Boxster</td>\n",
       "      <td>420</td>\n",
       "      <td>99880</td>\n",
       "      <td>19766.0</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/porsche-718...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Porsche</td>\n",
       "      <td>991 S IVA</td>\n",
       "      <td>420</td>\n",
       "      <td>99900</td>\n",
       "      <td>63000.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>https://www.autoscout24.com/offers/porsche-991...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Ford</td>\n",
       "      <td>Mustang GT Fastback</td>\n",
       "      <td>446</td>\n",
       "      <td>50780</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.autoscout24.com/offers/ford-mustan...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-98285572-4f08-4cf6-b4f4-3ee261954093')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-98285572-4f08-4cf6-b4f4-3ee261954093 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-98285572-4f08-4cf6-b4f4-3ee261954093');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-f384f638-0397-4b0b-a381-cd586dbddb45\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-f384f638-0397-4b0b-a381-cd586dbddb45')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-f384f638-0397-4b0b-a381-cd586dbddb45 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "  <div id=\"id_08a2cee1-98fa-494c-82d6-311c2d7b9ec4\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('listings_df')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_08a2cee1-98fa-494c-82d6-311c2d7b9ec4 button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('listings_df');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "dataframe",
       "variable_name": "listings_df",
       "summary": "{\n  \"name\": \"listings_df\",\n  \"rows\": 16,\n  \"fields\": [\n    {\n      \"column\": \"make\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Porsche\",\n          \"Aston Martin\",\n          \"Dodge\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"model\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 15,\n        \"samples\": [\n          \"M2 2 serie\",\n          \"Cayman 718 CAYMAN\",\n          \"M3 Limousine\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"horsepower\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 28,\n        \"min\": 420,\n        \"max\": 510,\n        \"num_unique_values\": 9,\n        \"samples\": [\n          510,\n          500,\n          460\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"price\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 40401,\n        \"min\": 42487,\n        \"max\": 178911,\n        \"num_unique_values\": 16,\n        \"samples\": [\n          74770,\n          178911,\n          72880\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"mileage\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 16029.540370679319,\n        \"min\": 5.0,\n        \"max\": 63000.0,\n        \"num_unique_values\": 15,\n        \"samples\": [\n          17908.0,\n          16130.0,\n          11711.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"year\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.6374732612530445,\n        \"min\": 2018.0,\n        \"max\": 2023.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          2021.0,\n          2018.0,\n          2022.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"url\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16,\n        \"samples\": [\n          \"https://www.autoscout24.com/offers/bmw-m3-limousine-m-sportsitze-navi-kamera-2-hand-gasoline-green-51721ec5-d41d-4445-940f-b690ea4247ab\",\n          \"https://www.autoscout24.com/offers/porsche-991-911-gt3-touring-gasoline-red-c32fabcc-8ded-49ae-be66-0384be12a44c\",\n          \"https://www.autoscout24.com/offers/bmw-m3-limousine-m-drivers-pack-carbonkeramikbr-h-k-las-gasoline-blue-542a49f5-5de5-4a92-abcb-b4e36b56d332\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
      }
     },
     "metadata": {},
     "execution_count": 87
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "listings_df.to_csv(\"car-listings.csv\", index=None)"
   ],
   "metadata": {
    "id": "wqq8gCWpeTsD"
   },
   "execution_count": 88,
   "outputs": []
  }
 ]
}