Web_Scrapping(Flipkart Nike Shoes Details).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shoe Name:CHROMA THONG 5 Flip Flops\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Benassi \"Just Do It. Slides\n",
      "New Price:₹1,775\n",
      "Old Price:₹2,495\n",
      "Discount Offer:28% off\n",
      "\n",
      "Shoe Name:Kawa Shower Slide Slides\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,595\n",
      "Discount Offer:34% off\n",
      "\n",
      "Shoe Name:CHROMA THONG 5 Flip Flops\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:CHROMA THONG 5 Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Revolution 5 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Solarsoft II Flip-Flop Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,595\n",
      "Discount Offer:34% off\n",
      "\n",
      "Shoe Name:Downshifter 9 Running Shoes For Men\n",
      "New Price:₹2,676\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:CHROMA THONG 5 Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Chroma 5 Flip-Flop Flip Flops\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Solarsoft II Flip-Flop Slippers\n",
      "New Price:₹1,269\n",
      "Old Price:₹1,595\n",
      "Discount Offer:20% off\n",
      "\n",
      "Shoe Name:Revolution 5 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:TODOS Running Shoes For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Revolution 5 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Runallday Running Shoes For Men\n",
      "New Price:₹2,419\n",
      "Old Price:₹4,495\n",
      "Discount Offer:46% off\n",
      "\n",
      "Shoe Name:Flex Experience Run 9 Running Shoes For Men\n",
      "New Price:₹3,339\n",
      "Old Price:₹4,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Renew Run Running Shoes For Men\n",
      "New Price:₹4,679\n",
      "Old Price:₹6,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:CHROMA THONG 5 Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Revolution 5 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Fly.By Mid Basketball Shoes For Men\n",
      "New Price:₹3,009\n",
      "Old Price:₹4,495\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Solarsoft II Flip-Flop Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,595\n",
      "Discount Offer:34% off\n",
      "\n",
      "Shoe Name:TODOS Running Shoe For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Wmns Zoom Winflo 4 Walking Shoes For Men\n",
      "New Price:₹4,145\n",
      "Old Price:₹7,995\n",
      "Discount Offer:48% off\n",
      "\n",
      "Shoe Name:DOMAIN 2 NS Cricket Shoes For Men\n",
      "New Price:₹4,009\n",
      "Old Price:₹5,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:TODOS Running Shoes For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Downshifter 9 Running Shoes For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Legend Training & Gym Shoes For Men\n",
      "New Price:₹3,009\n",
      "Old Price:₹4,495\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Runallday Running Shoes For Men\n",
      "New Price:₹2,419\n",
      "Old Price:₹4,495\n",
      "Discount Offer:46% off\n",
      "\n",
      "Shoe Name:POTENTIAL 3 Cricket Shoes For Men\n",
      "New Price:₹3,009\n",
      "Old Price:₹4,495\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Downshifter 9 Running Shoes For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Offcourt Flip Flops\n",
      "New Price:₹1,869\n",
      "Old Price:₹2,495\n",
      "Discount Offer:25% off\n",
      "\n",
      "Shoe Name:FLY.BY LOW II Walking Shoes For Men\n",
      "New Price:₹3,339\n",
      "Old Price:₹4,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:CHROMA THONG 5 Flip Flops\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,495\n",
      "Discount Offer:29% off\n",
      "\n",
      "Shoe Name:Fly.By Mid Basketball Shoes For Men\n",
      "New Price:₹3,009\n",
      "Old Price:₹4,495\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Slippers\n",
      "New Price:₹1,048\n",
      "Old Price:₹1,595\n",
      "Discount Offer:34% off\n",
      "\n",
      "Shoe Name:Downshifter 7 Running Shoes For Men\n",
      "New Price:₹2,669\n",
      "Old Price:₹3,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:TODOS Running Shoes For Men\n",
      "New Price:₹2,349\n",
      "Old Price:₹3,995\n",
      "Discount Offer:41% off\n",
      "\n",
      "Shoe Name:Air Zoom Winflo 6 Running Shoes For Men\n",
      "New Price:₹5,349\n",
      "Old Price:₹7,995\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:Revolution 4 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n",
      "Shoe Name:REVOLUTION 5 Running Shoes For Men\n",
      "New Price:₹2,469\n",
      "Old Price:₹3,695\n",
      "Discount Offer:33% off\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import bs4\n",
    "from urllib.request import urlopen as ureq\n",
    "from bs4 import BeautifulSoup as soup\n",
    "\n",
    "myurl = \"https://www.flipkart.com/mens-footwear/nike~brand/pr?sid=osp,cil\"\n",
    "# Opening up connection and grabbing page\n",
    "uClient = ureq(myurl)\n",
    "page_html = uClient.read()\n",
    "uClient.close()\n",
    "\n",
    "# html parsing\n",
    "page_soup = soup(page_html,'html.parser')\n",
    "\n",
    "#grabs names page1\n",
    "names = page_soup.findAll(\"div\",{\"class\":\"_2LFGJH\"})\n",
    "\n",
    "\n",
    "filename = \"product.csv\"\n",
    "f = open(filename, \"w\", encoding = \"utf-8-sig\")\n",
    "\n",
    "headers = \"Shoe_Name, New_Price, Old_Price, Discount_Offer\\n\"\n",
    "\n",
    "f.write(headers)\n",
    "\n",
    "i=0\n",
    "j=0\n",
    "k=0\n",
    "\n",
    "\n",
    "for name in names:\n",
    "    shoe_name = name.a[\"title\"]\n",
    "    \n",
    "    disc_prices = page_soup.findAll(\"div\",{\"class\":\"_1vC4OE\"})\n",
    "    new_price = disc_prices[i].text\n",
    "    i = i+1\n",
    "    \n",
    "    act_prices = page_soup.findAll(\"div\",{\"class\":\"_3auQ3N\"})\n",
    "    old_price = act_prices[j].text\n",
    "    j = j+1\n",
    "    \n",
    "    discount_container = page_soup.findAll(\"div\",{\"class\":\"VGWI6T\"})\n",
    "    discount = discount_container[k].span.text\n",
    "    k = k+1\n",
    "    \n",
    "    print(\"Shoe Name:\" + shoe_name)\n",
    "    print(\"New Price:\" + new_price)\n",
    "    print(\"Old Price:\" + old_price)\n",
    "    print(\"Discount Offer:\" + discount)\n",
    "    print()\n",
    "    f.write(shoe_name+ \",\" +new_price.replace(\",\",\"\") + \",\" +old_price.replace(\",\",\"\") + \",\" +discount + \"\\n\")\n",
    "\n",
    "f.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}