Data Scrapping code from multiple site.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import pandas as pd\n",
    "import time\n",
    "\n",
    "# define a function to scrape data from a website and return a DataFrame\n",
    "\n",
    "\n",
    "def scrape_website(url):\n",
    "    response = requests.get(url)\n",
    "    soup = BeautifulSoup(response.content, 'html.parser')\n",
    "    # parse the HTML and extract the relevant data\n",
    "    # create a DataFrame with the extracted data\n",
    "    df = pd.DataFrame(data)\n",
    "    return df\n",
    "\n",
    "# define a function to update the dataset with new data from all websites\n",
    "\n",
    "\n",
    "def update_dataset():\n",
    "    # list of URLs to scrape data from\n",
    "    urls = ['https://www.example.com', 'https://www.anotherexample.com',\n",
    "            'https://www.yetanotherexample.com']\n",
    "    # create an empty DataFrame to store the data\n",
    "    dataset = pd.DataFrame()\n",
    "    # scrape data from all websites and append to the dataset\n",
    "    for url in urls:\n",
    "        df = scrape_website(url)\n",
    "        dataset = dataset.append(df)\n",
    "    # save the updated dataset to a file\n",
    "    dataset.to_csv('dataset.csv', index=False)\n",
    "\n",
    "\n",
    "# set the update interval (in seconds)\n",
    "update_interval = 3600  # 1 hour\n",
    "while True:\n",
    "    update_dataset()\n",
    "    time.sleep(update_interval)\n"
   ]
  }
 ],
 "metadata": {
  "language_info": {
   "name": "python"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}