Amazon Product Scrapping.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "87686f5e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import Libreries\n",
    "from selenium import webdriver\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import urllib"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "4d0c5511",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Launch the Browser Engine\n",
    "bulk = webdriver.Chrome()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "bb4afe9d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Open The source url\n",
    "bulk.get('https://www.amazon.eg/s?k=samsung&i=aps&ref=nb_sb_ss_ts-doa-p_1_3&crid=2VD3J7AABKQJP&sprefix=sam%2Caps%2C300')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "70ec0386",
   "metadata": {},
   "outputs": [],
   "source": [
    "# get the product details as every property is alone \n",
    "bulk_images = bulk.find_elements('xpath',\"//img[@class='s-image']\")\n",
    "bulk_description = bulk.find_elements('xpath',\"//span[@class='a-size-base-plus a-color-base a-text-normal']\")\n",
    "bulk_prices = bulk.find_elements('xpath',\"//span[@class='a-price-whole']\")\n",
    "bulk_rate = bulk.find_elements('xpath',\"//div[@class='a-row a-size-small']\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "2690b52a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://m.media-amazon.com/images/G/42/UAE-hq/2023/img/Prime/XCM_Manual_1544175_5396724_1500x300_2X._CB593029270_.jpg\n",
      "https://m.media-amazon.com/images/I/61+ZM0YVg4L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51Ju-NHt2ML._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81CrepOroAL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61e86bjkhZL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81Hpc6Lw4pL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81M1JvMrQPL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81AhRlrQwsL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71RqyKk2eBL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81L701E6piL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51H0kUL24XL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71lMeBh52wL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81i6m64KmUL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81HjL17oavL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71q+njLKksL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61oVY9YzPYL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71iarwIWFKL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61pWfDIRxmL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51v6UNUNSbL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51-rTJf0NIL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/413Jsqe4j4L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61L69ulQeZL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81P0iQPc67L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61nhOdlKpDL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81+f9mYRSPL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81WXo6C1wqL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/41XL3TUPT1L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51ryj-7awKL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/31sA7kyrHAL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61MOJy9eLEL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/719Zb5jJA9L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61DOcUmc0EL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61VtoScMHaL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71S-edhtFhL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81JUZpUBL3L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71pvaANoiTL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/612o96Hxi-L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71sziuRW5CL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/718mMPLo79L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51-0BuGouuL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61ZznafT2hL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51vemxkwwZL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71iOlIb-3FL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61L6ctjkrOL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/41SwMbaAhxL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/71Ig4GatEZL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61p+pI6HutL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51D63FQ5CvL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/61y5W+cIXJL._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/51tfBo52P7L._AC_UL320_.jpg\n",
      "https://m.media-amazon.com/images/I/316JRtDCjcL._AC_UL320_.jpg\n"
     ]
    }
   ],
   "source": [
    "# Product Images\n",
    "for i in bulk_images:\n",
    "    print(i.get_attribute('src'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "c80b9be9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KANGHAR Magnetic Case for Galaxy Z Fold 5 Crystal Clear [Compatible with Magsafe] Shockproof Anti-Yellowing Full Body Protective Phone Cover for Samsung Galaxy Z Fold 5-Clear\n",
      "Replacement Remote Control for Samsung TV 4K UHD HDR Crystal QLED TV\n",
      "DUX DUCIS Case for Samsung S22 Ultra 2022, Premium PU Leather Magnetic Closure Full Protection Folio Flip Case Compatible with Samsung S22 Ultra Cover (Blue)\n",
      "Samsung S21 Plus Antishock Gorilla Airbag Case\n",
      "Samsung Galaxy A14 - Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, 4G - Black - 1 year Warranty\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Silver\n",
      "Samsung Galaxy A04s, Dual SIM, 4GB RAM, 64GB Storage, LTE, Black - 1 year Warranty\n",
      "Samsung galaxy a34 dual sim mobile phone android, 8gb ram, 128gb, awesome graphite - 1 year Warranty\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Black - 1 year Warranty\n",
      "SAMSUNG WASHING MACHINE 9KG 1400RPM DIGITAL INVERTER STEAM INOX WW90T4040CX1AS- (local warranty)\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12GB, 5G Mobile Phone, Dual SIM, Android Smartphone, Green - SM-S918BZGCMEA\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone - 3GB RAM, 32GB Storage, LTE, Copper - 1 year Warranty\n",
      "Samsung Galaxy A14 LTE, 128GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "Samsung Galaxy A04e Dual SIM Smartphone - 3GB RAM, 64GB Storage, LTE, Copper - 1 year Warranty\n",
      "Samsung Galaxy S23 Ultra, 12GB, Phantom Black, Mobile Phone, Dual SIM, Android Smartphone, 1 Year Manufacturer Warranty\n",
      "SAMSUNG 55 Inch TV Crystal Processor 4K LED UA55CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "Samsung Galaxy A03, Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Blue - 1 year Warranty\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Black\n",
      "Samsung 40 inch full hd smart tv with built-in receiver ua40t5300auxeg - black\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, 5G, Awesome White - 1 year Warranty\n",
      "Samsung S23 Ultra Gorilla Antishock Case\n",
      "Samsung S22 Plus Gorilla Antishock Case\n",
      "Samsung S21 Ultra Gorilla Antishock Case\n",
      "Camera Protection Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip3 - Clear\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Light Green\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, Awesome Graphite - 1 year Warranty\n",
      "SAMSUNG Dual Sim 12GB RAM 256GB 5G Galaxy S22 Ultra - Phantom Green\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, Light Green - 1 year Warranty\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, White - 1 year Warranty\n",
      "Samsung Galaxy A54 Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome Graphite - 1 year Warranty\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome White - 1 year Warranty\n",
      "Samsung RB34T672FB1 No Frost 340 Liter Refrigerator with Freezer on Bottom, Black- (local warranty)\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Cream - 1 Year Warranty\n",
      "Samsung Refrigerator RS66A8100B1/MR 670L - Black- (local warranty)\n",
      "Samsung WW90TA046AX1AS Digital Inverter Front Loading Washing Machine - 9Kg - Inox - (local warranty)\n",
      "Samsung galaxy m33, dual sim, 8gb ram, 128gb storage, 5g, blue - 1 year Warranty\n",
      "Samsung 43 inch full hd smart led tv with built-in receiver, black - ua43t5300auxeg, Wi-Fi\n",
      "Samsung Galaxy Tab A7 Lite - 8.7 Inches Display, 3 GB RAM, 32 GB, 4G LTE, Grey - 1 year Warranty\n",
      "SAMSUNG Galaxy S21 FE 5G Dual Sim Smartphone, 256GB Storage and 8GB RAM, Graphite\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, Black - 1 year Warranty\n",
      "Samsung 32-Inch Odyssey G5 Gaming Monitor with 1000R Curved Screen, VGA\n",
      "Samsung Galaxy M52 - Dual SIM, 8GB RAM, 128GB, 5G - White - 1 year Warranty\n",
      "Samsung Galaxy A04s Dual SIM Black 3GB RAM 32GB LTE - Middle East Version, Wi-Fi\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12 GB RAM, Mobile Phone, Dual SIM, Android Smartphone - Cream\n",
      "Samsung 65 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua65cu7000uxeg, Wi-Fi, USB, Ethernet, HDMI, Bluetooth, USB, Wireless, HDMI\n",
      "Samsung Galaxy Z Flip5 Android Smartphones, 8GB RAM, 256GB ROM, Graphite - 1 Year Warranty\n",
      "Samsung Galaxy A33 Android Smartphone - Dual SIM, 128GB ROM, 8GB RAM, LTE, Light Blue - 1 year Warranty\n",
      "Samsung 50 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua50cu7000uxeg, Bluetooth, USB, Ethernet, HDMI\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Phantom Black - 1 Year Warranty\n",
      "SAMSUNG 65 Inch TV Crystal Processor 4K LED UA65CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "Samsung 32 inch hd smart led tv with built-in receiver, black - ua32t5300auxeg, Wi-Fi\n",
      "Samsung Galaxy A03 - Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Black - 1 year Warranty\n",
      "Samsung Combined refrigerator RB34A6B0E12/MR, 344L - White\n",
      "Samsung Galaxy A23 - Dual SIM, 6GB RAM, 128GB Storage, Android Smartphone, 4G - Black - 1 year Warranty\n",
      "Samsung Galaxy A14 LTE, 64GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "Samsung Galaxy A03, Dual SIM, 3GB RAM, 32GB Storage, 6.5 Inches, LTE, Black - 1 year Warranty\n",
      "Samsung Galaxy Tab A7/S6 Lite Full Protection Case - Black\n",
      "Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip 3 5G - Clear\n",
      "MARGOUN for Samsung Galaxy Buds2 Pro Case (2022)/Galaxy Buds 2 Case (2021) /Galaxy Buds Pro/Galaxy Buds Live Case with Carabiner (white)\n",
      "Samsung Note20 Ultra Gorilla Antishock Case\n"
     ]
    }
   ],
   "source": [
    "# Product description\n",
    "for i in bulk_description:\n",
    "    print(i.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "c11f622f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "500\n",
      "99\n",
      "450\n",
      "150\n",
      "5,500\n",
      "7,888\n",
      "4,699\n",
      "10,693\n",
      "4,949\n",
      "21,999\n",
      "38,363\n",
      "3,549\n",
      "5,399\n",
      "3,900\n",
      "38,990\n",
      "14,499\n",
      "3,999\n",
      "8,399\n",
      "7,399\n",
      "14,399\n",
      "200\n",
      "150\n",
      "175\n",
      "160\n",
      "4,949\n",
      "14,930\n",
      "31,500\n",
      "5,444\n",
      "3,599\n",
      "14,135\n",
      "13,599\n",
      "24,999\n",
      "69,000\n",
      "54,999\n",
      "21,499\n",
      "8,999\n",
      "8,999\n",
      "5,699\n",
      "19,699\n",
      "3,549\n",
      "8,088\n",
      "11,295\n",
      "3,925\n",
      "38,930\n",
      "15,499\n",
      "43,285\n",
      "11,000\n",
      "11,590\n",
      "73,930\n",
      "16,199\n",
      "5,729\n",
      "3,999\n",
      "25,999\n",
      "7,899\n",
      "4,888\n",
      "3,599\n",
      "288\n",
      "99\n",
      "77\n",
      "150\n"
     ]
    }
   ],
   "source": [
    "# Product Price\n",
    "for i in bulk_prices:\n",
    "    print(i.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "bd1abe4e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.4\n",
      "5.0\n",
      "3.2\n",
      "3.8\n",
      "4.3\n",
      "4.0\n",
      "3.4\n",
      "3.9\n",
      "4.4\n",
      "3.8\n",
      "3.7\n",
      "3.9\n",
      "4.3\n",
      "3.5\n",
      "4.0\n",
      "4.6\n",
      "4.2\n",
      "3.9\n",
      "3.4\n",
      "2.9\n",
      "3.7\n",
      "4.6\n",
      "2.0\n",
      "3.5\n",
      "4.0\n",
      "3.6\n",
      "4.0\n",
      "4.0\n",
      "3.4\n",
      "4.1\n",
      "4.1\n",
      "4.2\n",
      "3.8\n",
      "3.0\n",
      "4.4\n",
      "4.0\n",
      "4.0\n",
      "4.3\n",
      "3.6\n",
      "4.7\n",
      "4.5\n",
      "3.7\n",
      "3.5\n",
      "4.1\n",
      "3.3\n",
      "3.9\n",
      "3.3\n",
      "3.1\n",
      "3.5\n",
      "2.9\n",
      "2.8\n"
     ]
    }
   ],
   "source": [
    "# Product Rate and Rate people\n",
    "rates = []\n",
    "num_raters = []\n",
    "for rate_line in bulk_rate:\n",
    "    star_rating = rate_line.get_attribute(\"textContent\")\n",
    "    if \"out of 5 stars\" in star_rating:\n",
    "        print(star_rating.split()[0])\n",
    "        rates.append(star_rating.split()[0])\n",
    "        num_raters.append(star_rating.split()[-1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "6ee3bc70",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['3', '1', '24', '5', '22', '46', '18', '19', '191', '16', '20', '19', '225', '31', '3', '6', '222', '49', '5', '10', '71', '476', '12', '11', '45', '28', '18', '1', '2', '155', '309', '104', '144', '16', '7', '32', '4', '113', '105', '4', '20', '34', '31', '309', '12', '93', '8', '4', '2', '5', '7']\n"
     ]
    }
   ],
   "source": [
    "print(num_raters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "fe0ae38f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "61\n",
      "60\n",
      "60\n",
      "51\n",
      "51\n"
     ]
    }
   ],
   "source": [
    "# The length of every item in the product category \n",
    "print(len(bulk_images))\n",
    "print(len(bulk_description))\n",
    "print(len(bulk_prices))\n",
    "print(len(rates))\n",
    "print(len(num_raters))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8e68e6f9",
   "metadata": {},
   "source": [
    "#### So we have to implement try and except handling to prevernt and handle missing values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "d634d271",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KANGHAR Magnetic Case for Galaxy Z Fold 5 Crystal Clear [Compatible with Magsafe] Shockproof Anti-Yellowing Full Body Protective Phone Cover for Samsung Galaxy Z Fold 5-Clear\n",
      "500\n",
      "https://m.media-amazon.com/images/I/61+ZM0YVg4L._AC_UL320_.jpg\n",
      "1.4\n",
      "3\n",
      "Replacement Remote Control for Samsung TV 4K UHD HDR Crystal QLED TV\n",
      "99\n",
      "https://m.media-amazon.com/images/I/51Ju-NHt2ML._AC_UL320_.jpg\n",
      "5.0\n",
      "1\n",
      "DUX DUCIS Case for Samsung S22 Ultra 2022, Premium PU Leather Magnetic Closure Full Protection Folio Flip Case Compatible with Samsung S22 Ultra Cover (Blue)\n",
      "450\n",
      "https://m.media-amazon.com/images/I/81CrepOroAL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung S21 Plus Antishock Gorilla Airbag Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/61e86bjkhZL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung Galaxy A14 - Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, 4G - Black - 1 year Warranty\n",
      "5,500\n",
      "https://m.media-amazon.com/images/I/81Hpc6Lw4pL._AC_UL320_.jpg\n",
      "3.2\n",
      "24\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Silver\n",
      "7,888\n",
      "https://m.media-amazon.com/images/I/81M1JvMrQPL._AC_UL320_.jpg\n",
      "3.8\n",
      "5\n",
      "Samsung Galaxy A04s, Dual SIM, 4GB RAM, 64GB Storage, LTE, Black - 1 year Warranty\n",
      "4,699\n",
      "https://m.media-amazon.com/images/I/81AhRlrQwsL._AC_UL320_.jpg\n",
      "4.3\n",
      "22\n",
      "Samsung galaxy a34 dual sim mobile phone android, 8gb ram, 128gb, awesome graphite - 1 year Warranty\n",
      "10,693\n",
      "https://m.media-amazon.com/images/I/71RqyKk2eBL._AC_UL320_.jpg\n",
      "4.0\n",
      "46\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Black - 1 year Warranty\n",
      "4,949\n",
      "https://m.media-amazon.com/images/I/81L701E6piL._AC_UL320_.jpg\n",
      "3.4\n",
      "18\n",
      "SAMSUNG WASHING MACHINE 9KG 1400RPM DIGITAL INVERTER STEAM INOX WW90T4040CX1AS- (local warranty)\n",
      "21,999\n",
      "https://m.media-amazon.com/images/I/51H0kUL24XL._AC_UL320_.jpg\n",
      "3.9\n",
      "19\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12GB, 5G Mobile Phone, Dual SIM, Android Smartphone, Green - SM-S918BZGCMEA\n",
      "38,363\n",
      "https://m.media-amazon.com/images/I/71lMeBh52wL._AC_UL320_.jpg\n",
      "4.4\n",
      "191\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone - 3GB RAM, 32GB Storage, LTE, Copper - 1 year Warranty\n",
      "3,549\n",
      "https://m.media-amazon.com/images/I/81i6m64KmUL._AC_UL320_.jpg\n",
      "3.8\n",
      "16\n",
      "Samsung Galaxy A14 LTE, 128GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "5,399\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "3.7\n",
      "20\n",
      "Samsung Galaxy A04e Dual SIM Smartphone - 3GB RAM, 64GB Storage, LTE, Copper - 1 year Warranty\n",
      "3,900\n",
      "https://m.media-amazon.com/images/I/81HjL17oavL._AC_UL320_.jpg\n",
      "3.9\n",
      "19\n",
      "Samsung Galaxy S23 Ultra, 12GB, Phantom Black, Mobile Phone, Dual SIM, Android Smartphone, 1 Year Manufacturer Warranty\n",
      "38,990\n",
      "https://m.media-amazon.com/images/I/71q+njLKksL._AC_UL320_.jpg\n",
      "4.3\n",
      "225\n",
      "SAMSUNG 55 Inch TV Crystal Processor 4K LED UA55CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "14,499\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n",
      "3.5\n",
      "31\n",
      "Samsung Galaxy A03, Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Blue - 1 year Warranty\n",
      "3,999\n",
      "https://m.media-amazon.com/images/I/61oVY9YzPYL._AC_UL320_.jpg\n",
      "4.0\n",
      "3\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Black\n",
      "8,399\n",
      "https://m.media-amazon.com/images/I/71iarwIWFKL._AC_UL320_.jpg\n",
      "4.6\n",
      "6\n",
      "Samsung 40 inch full hd smart tv with built-in receiver ua40t5300auxeg - black\n",
      "7,399\n",
      "https://m.media-amazon.com/images/I/61pWfDIRxmL._AC_UL320_.jpg\n",
      "4.2\n",
      "222\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, 5G, Awesome White - 1 year Warranty\n",
      "14,399\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "3.9\n",
      "49\n",
      "Samsung S23 Ultra Gorilla Antishock Case\n",
      "200\n",
      "https://m.media-amazon.com/images/I/51v6UNUNSbL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung S22 Plus Gorilla Antishock Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/51-rTJf0NIL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung S21 Ultra Gorilla Antishock Case\n",
      "175\n",
      "https://m.media-amazon.com/images/I/413Jsqe4j4L._AC_UL320_.jpg\n",
      "error\n",
      "Camera Protection Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip3 - Clear\n",
      "160\n",
      "https://m.media-amazon.com/images/I/61L69ulQeZL._AC_UL320_.jpg\n",
      "3.4\n",
      "5\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Light Green\n",
      "4,949\n",
      "https://m.media-amazon.com/images/I/81P0iQPc67L._AC_UL320_.jpg\n",
      "2.9\n",
      "10\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, Awesome Graphite - 1 year Warranty\n",
      "14,930\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "3.7\n",
      "71\n",
      "SAMSUNG Dual Sim 12GB RAM 256GB 5G Galaxy S22 Ultra - Phantom Green\n",
      "31,500\n",
      "https://m.media-amazon.com/images/I/61nhOdlKpDL._AC_UL320_.jpg\n",
      "4.6\n",
      "476\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, Light Green - 1 year Warranty\n",
      "5,444\n",
      "https://m.media-amazon.com/images/I/81+f9mYRSPL._AC_UL320_.jpg\n",
      "2.0\n",
      "12\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, White - 1 year Warranty\n",
      "3,599\n",
      "https://m.media-amazon.com/images/I/81WXo6C1wqL._AC_UL320_.jpg\n",
      "3.5\n",
      "11\n",
      "Samsung Galaxy A54 Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome Graphite - 1 year Warranty\n",
      "14,135\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "4.0\n",
      "45\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome White - 1 year Warranty\n",
      "13,599\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "3.6\n",
      "28\n",
      "Samsung RB34T672FB1 No Frost 340 Liter Refrigerator with Freezer on Bottom, Black- (local warranty)\n",
      "24,999\n",
      "https://m.media-amazon.com/images/I/41XL3TUPT1L._AC_UL320_.jpg\n",
      "4.0\n",
      "18\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Cream - 1 Year Warranty\n",
      "69,000\n",
      "https://m.media-amazon.com/images/I/51ryj-7awKL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung Refrigerator RS66A8100B1/MR 670L - Black- (local warranty)\n",
      "54,999\n",
      "https://m.media-amazon.com/images/I/31sA7kyrHAL._AC_UL320_.jpg\n",
      "4.0\n",
      "1\n",
      "Samsung WW90TA046AX1AS Digital Inverter Front Loading Washing Machine - 9Kg - Inox - (local warranty)\n",
      "21,499\n",
      "https://m.media-amazon.com/images/I/61MOJy9eLEL._AC_UL320_.jpg\n",
      "3.4\n",
      "2\n",
      "Samsung galaxy m33, dual sim, 8gb ram, 128gb storage, 5g, blue - 1 year Warranty\n",
      "8,999\n",
      "https://m.media-amazon.com/images/I/719Zb5jJA9L._AC_UL320_.jpg\n",
      "4.1\n",
      "155\n",
      "Samsung 43 inch full hd smart led tv with built-in receiver, black - ua43t5300auxeg, Wi-Fi\n",
      "8,999\n",
      "https://m.media-amazon.com/images/I/61DOcUmc0EL._AC_UL320_.jpg\n",
      "4.1\n",
      "309\n",
      "Samsung Galaxy Tab A7 Lite - 8.7 Inches Display, 3 GB RAM, 32 GB, 4G LTE, Grey - 1 year Warranty\n",
      "5,699\n",
      "https://m.media-amazon.com/images/I/61VtoScMHaL._AC_UL320_.jpg\n",
      "4.2\n",
      "104\n",
      "SAMSUNG Galaxy S21 FE 5G Dual Sim Smartphone, 256GB Storage and 8GB RAM, Graphite\n",
      "19,699\n",
      "https://m.media-amazon.com/images/I/71S-edhtFhL._AC_UL320_.jpg\n",
      "3.8\n",
      "144\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, Black - 1 year Warranty\n",
      "3,549\n",
      "https://m.media-amazon.com/images/I/81JUZpUBL3L._AC_UL320_.jpg\n",
      "3.0\n",
      "16\n",
      "Samsung 32-Inch Odyssey G5 Gaming Monitor with 1000R Curved Screen, VGA\n",
      "8,088\n",
      "https://m.media-amazon.com/images/I/71pvaANoiTL._AC_UL320_.jpg\n",
      "4.4\n",
      "7\n",
      "Samsung Galaxy M52 - Dual SIM, 8GB RAM, 128GB, 5G - White - 1 year Warranty\n",
      "11,295\n",
      "https://m.media-amazon.com/images/I/612o96Hxi-L._AC_UL320_.jpg\n",
      "4.0\n",
      "32\n",
      "Samsung Galaxy A04s Dual SIM Black 3GB RAM 32GB LTE - Middle East Version, Wi-Fi\n",
      "3,925\n",
      "https://m.media-amazon.com/images/I/71sziuRW5CL._AC_UL320_.jpg\n",
      "4.0\n",
      "4\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12 GB RAM, Mobile Phone, Dual SIM, Android Smartphone - Cream\n",
      "38,930\n",
      "https://m.media-amazon.com/images/I/718mMPLo79L._AC_UL320_.jpg\n",
      "4.3\n",
      "113\n",
      "Samsung 65 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua65cu7000uxeg, Wi-Fi, USB, Ethernet, HDMI, Bluetooth, USB, Wireless, HDMI\n",
      "15,499\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "3.6\n",
      "105\n",
      "Samsung Galaxy Z Flip5 Android Smartphones, 8GB RAM, 256GB ROM, Graphite - 1 Year Warranty\n",
      "43,285\n",
      "https://m.media-amazon.com/images/I/51-0BuGouuL._AC_UL320_.jpg\n",
      "4.7\n",
      "4\n",
      "Samsung Galaxy A33 Android Smartphone - Dual SIM, 128GB ROM, 8GB RAM, LTE, Light Blue - 1 year Warranty\n",
      "11,000\n",
      "https://m.media-amazon.com/images/I/61ZznafT2hL._AC_UL320_.jpg\n",
      "4.5\n",
      "20\n",
      "Samsung 50 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua50cu7000uxeg, Bluetooth, USB, Ethernet, HDMI\n",
      "11,590\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "3.7\n",
      "34\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Phantom Black - 1 Year Warranty\n",
      "73,930\n",
      "https://m.media-amazon.com/images/I/51vemxkwwZL._AC_UL320_.jpg\n",
      "error\n",
      "SAMSUNG 65 Inch TV Crystal Processor 4K LED UA65CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "16,199\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n",
      "3.5\n",
      "31\n",
      "Samsung 32 inch hd smart led tv with built-in receiver, black - ua32t5300auxeg, Wi-Fi\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5,729\n",
      "https://m.media-amazon.com/images/I/71iOlIb-3FL._AC_UL320_.jpg\n",
      "4.1\n",
      "309\n",
      "Samsung Galaxy A03 - Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Black - 1 year Warranty\n",
      "3,999\n",
      "https://m.media-amazon.com/images/I/61L6ctjkrOL._AC_UL320_.jpg\n",
      "3.3\n",
      "12\n",
      "Samsung Combined refrigerator RB34A6B0E12/MR, 344L - White\n",
      "25,999\n",
      "https://m.media-amazon.com/images/I/41SwMbaAhxL._AC_UL320_.jpg\n",
      "error\n",
      "Samsung Galaxy A23 - Dual SIM, 6GB RAM, 128GB Storage, Android Smartphone, 4G - Black - 1 year Warranty\n",
      "7,899\n",
      "https://m.media-amazon.com/images/I/71Ig4GatEZL._AC_UL320_.jpg\n",
      "3.9\n",
      "93\n",
      "Samsung Galaxy A14 LTE, 64GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "4,888\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "3.3\n",
      "8\n",
      "Samsung Galaxy A03, Dual SIM, 3GB RAM, 32GB Storage, 6.5 Inches, LTE, Black - 1 year Warranty\n",
      "3,599\n",
      "https://m.media-amazon.com/images/I/61p+pI6HutL._AC_UL320_.jpg\n",
      "3.1\n",
      "4\n",
      "Samsung Galaxy Tab A7/S6 Lite Full Protection Case - Black\n",
      "288\n",
      "https://m.media-amazon.com/images/I/51D63FQ5CvL._AC_UL320_.jpg\n",
      "3.5\n",
      "2\n",
      "Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip 3 5G - Clear\n",
      "99\n",
      "https://m.media-amazon.com/images/I/61y5W+cIXJL._AC_UL320_.jpg\n",
      "2.9\n",
      "5\n",
      "MARGOUN for Samsung Galaxy Buds2 Pro Case (2022)/Galaxy Buds 2 Case (2021) /Galaxy Buds Pro/Galaxy Buds Live Case with Carabiner (white)\n",
      "77\n",
      "https://m.media-amazon.com/images/I/51tfBo52P7L._AC_UL320_.jpg\n",
      "2.8\n",
      "7\n",
      "Samsung Note20 Ultra Gorilla Antishock Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/316JRtDCjcL._AC_UL320_.jpg\n",
      "error\n"
     ]
    }
   ],
   "source": [
    "products_Sections = bulk.find_elements('xpath',\"//div[@class='a-section a-spacing-base']\")\n",
    "for section in products_Sections:\n",
    "    try:\n",
    "        title=section.find_element('xpath',\".//span[@class='a-size-base-plus a-color-base a-text-normal']\")\n",
    "        print(title.text)\n",
    "        price=section.find_element('xpath',\".//span[@class='a-price-whole']\")\n",
    "        print(price.text)\n",
    "        image_src=section.find_element('xpath',\".//img[@class='s-image']\")\n",
    "        url=image_src.get_attribute('src')\n",
    "        print(url)\n",
    "        rating=section.find_element('xpath',\".//div[@class='a-row a-size-small']\")\n",
    "        \n",
    "        \n",
    "        star_rating = rating.get_attribute(\"textContent\")\n",
    "        if \"out of 5 stars\" in star_rating:\n",
    "            print(star_rating.split()[0])\n",
    "\n",
    "        total_rating=section.find_element('xpath',\".//span[@class='a-size-base s-underline-text']\")\n",
    "        print(total_rating.text)\n",
    "#         urllib.request.urlretrieve(url,\"{}.jpg\".format(title.text))\n",
    "    except:\n",
    "        print('error')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "75c8e465",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KANGHAR Magnetic Case for Galaxy Z Fold 5 Crystal Clear [Compatible with Magsafe] Shockproof Anti-Yellowing Full Body Protective Phone Cover for Samsung Galaxy Z Fold 5-Clear\n",
      "500\n",
      "https://m.media-amazon.com/images/I/61+ZM0YVg4L._AC_UL320_.jpg\n",
      "1.4\n",
      "3\n",
      "Replacement Remote Control for Samsung TV 4K UHD HDR Crystal QLED TV\n",
      "99\n",
      "https://m.media-amazon.com/images/I/51Ju-NHt2ML._AC_UL320_.jpg\n",
      "5.0\n",
      "1\n",
      "DUX DUCIS Case for Samsung S22 Ultra 2022, Premium PU Leather Magnetic Closure Full Protection Folio Flip Case Compatible with Samsung S22 Ultra Cover (Blue)\n",
      "450\n",
      "https://m.media-amazon.com/images/I/81CrepOroAL._AC_UL320_.jpg\n",
      "Samsung S21 Plus Antishock Gorilla Airbag Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/61e86bjkhZL._AC_UL320_.jpg\n",
      "Samsung Galaxy A14 - Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, 4G - Black - 1 year Warranty\n",
      "5,500\n",
      "https://m.media-amazon.com/images/I/81Hpc6Lw4pL._AC_UL320_.jpg\n",
      "3.2\n",
      "24\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Silver\n",
      "7,888\n",
      "https://m.media-amazon.com/images/I/81M1JvMrQPL._AC_UL320_.jpg\n",
      "3.8\n",
      "5\n",
      "Samsung Galaxy A04s, Dual SIM, 4GB RAM, 64GB Storage, LTE, Black - 1 year Warranty\n",
      "4,699\n",
      "https://m.media-amazon.com/images/I/81AhRlrQwsL._AC_UL320_.jpg\n",
      "4.3\n",
      "22\n",
      "Samsung galaxy a34 dual sim mobile phone android, 8gb ram, 128gb, awesome graphite - 1 year Warranty\n",
      "10,693\n",
      "https://m.media-amazon.com/images/I/71RqyKk2eBL._AC_UL320_.jpg\n",
      "4.0\n",
      "46\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Black - 1 year Warranty\n",
      "4,949\n",
      "https://m.media-amazon.com/images/I/81L701E6piL._AC_UL320_.jpg\n",
      "3.4\n",
      "18\n",
      "SAMSUNG WASHING MACHINE 9KG 1400RPM DIGITAL INVERTER STEAM INOX WW90T4040CX1AS- (local warranty)\n",
      "21,999\n",
      "https://m.media-amazon.com/images/I/51H0kUL24XL._AC_UL320_.jpg\n",
      "3.9\n",
      "19\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12GB, 5G Mobile Phone, Dual SIM, Android Smartphone, Green - SM-S918BZGCMEA\n",
      "38,363\n",
      "https://m.media-amazon.com/images/I/71lMeBh52wL._AC_UL320_.jpg\n",
      "4.4\n",
      "191\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone - 3GB RAM, 32GB Storage, LTE, Copper - 1 year Warranty\n",
      "3,549\n",
      "https://m.media-amazon.com/images/I/81i6m64KmUL._AC_UL320_.jpg\n",
      "3.8\n",
      "16\n",
      "Samsung Galaxy A14 LTE, 128GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "5,399\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "3.7\n",
      "20\n",
      "Samsung Galaxy A04e Dual SIM Smartphone - 3GB RAM, 64GB Storage, LTE, Copper - 1 year Warranty\n",
      "3,900\n",
      "https://m.media-amazon.com/images/I/81HjL17oavL._AC_UL320_.jpg\n",
      "3.9\n",
      "19\n",
      "Samsung Galaxy S23 Ultra, 12GB, Phantom Black, Mobile Phone, Dual SIM, Android Smartphone, 1 Year Manufacturer Warranty\n",
      "38,990\n",
      "https://m.media-amazon.com/images/I/71q+njLKksL._AC_UL320_.jpg\n",
      "4.3\n",
      "225\n",
      "SAMSUNG 55 Inch TV Crystal Processor 4K LED UA55CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "14,499\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n",
      "3.5\n",
      "31\n",
      "Samsung Galaxy A03, Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Blue - 1 year Warranty\n",
      "3,999\n",
      "https://m.media-amazon.com/images/I/61oVY9YzPYL._AC_UL320_.jpg\n",
      "4.0\n",
      "3\n",
      "Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Black\n",
      "8,399\n",
      "https://m.media-amazon.com/images/I/71iarwIWFKL._AC_UL320_.jpg\n",
      "4.6\n",
      "6\n",
      "Samsung 40 inch full hd smart tv with built-in receiver ua40t5300auxeg - black\n",
      "7,399\n",
      "https://m.media-amazon.com/images/I/61pWfDIRxmL._AC_UL320_.jpg\n",
      "4.2\n",
      "222\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, 5G, Awesome White - 1 year Warranty\n",
      "14,399\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "3.9\n",
      "49\n",
      "Samsung S23 Ultra Gorilla Antishock Case\n",
      "200\n",
      "https://m.media-amazon.com/images/I/51v6UNUNSbL._AC_UL320_.jpg\n",
      "Samsung S22 Plus Gorilla Antishock Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/51-rTJf0NIL._AC_UL320_.jpg\n",
      "Samsung S21 Ultra Gorilla Antishock Case\n",
      "175\n",
      "https://m.media-amazon.com/images/I/413Jsqe4j4L._AC_UL320_.jpg\n",
      "Camera Protection Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip3 - Clear\n",
      "160\n",
      "https://m.media-amazon.com/images/I/61L69ulQeZL._AC_UL320_.jpg\n",
      "3.4\n",
      "5\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 64GB Storage, 4GB RAM, Light Green\n",
      "4,949\n",
      "https://m.media-amazon.com/images/I/81P0iQPc67L._AC_UL320_.jpg\n",
      "2.9\n",
      "10\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 256GB, Awesome Graphite - 1 year Warranty\n",
      "14,930\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "3.7\n",
      "71\n",
      "SAMSUNG Dual Sim 12GB RAM 256GB 5G Galaxy S22 Ultra - Phantom Green\n",
      "31,500\n",
      "https://m.media-amazon.com/images/I/61nhOdlKpDL._AC_UL320_.jpg\n",
      "4.6\n",
      "476\n",
      "Samsung Galaxy A14 4G Android Smartphone, Dual SIM, 128GB Storage, 4GB RAM, Light Green - 1 year Warranty\n",
      "5,444\n",
      "https://m.media-amazon.com/images/I/81+f9mYRSPL._AC_UL320_.jpg\n",
      "2.0\n",
      "12\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, White - 1 year Warranty\n",
      "3,599\n",
      "https://m.media-amazon.com/images/I/81WXo6C1wqL._AC_UL320_.jpg\n",
      "3.5\n",
      "11\n",
      "Samsung Galaxy A54 Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome Graphite - 1 year Warranty\n",
      "14,135\n",
      "https://m.media-amazon.com/images/I/71xU8w3fHJL._AC_UL320_.jpg\n",
      "4.0\n",
      "45\n",
      "Samsung Galaxy A54 - Dual SIM Mobile Phone Android, 8GB RAM, 128GB, 5G, Awesome White - 1 year Warranty\n",
      "13,599\n",
      "https://m.media-amazon.com/images/I/71b60-HHxjL._AC_UL320_.jpg\n",
      "3.6\n",
      "28\n",
      "Samsung RB34T672FB1 No Frost 340 Liter Refrigerator with Freezer on Bottom, Black- (local warranty)\n",
      "24,999\n",
      "https://m.media-amazon.com/images/I/41XL3TUPT1L._AC_UL320_.jpg\n",
      "4.0\n",
      "18\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Cream - 1 Year Warranty\n",
      "69,000\n",
      "https://m.media-amazon.com/images/I/51ryj-7awKL._AC_UL320_.jpg\n",
      "Samsung Refrigerator RS66A8100B1/MR 670L - Black- (local warranty)\n",
      "54,999\n",
      "https://m.media-amazon.com/images/I/31sA7kyrHAL._AC_UL320_.jpg\n",
      "4.0\n",
      "1\n",
      "Samsung WW90TA046AX1AS Digital Inverter Front Loading Washing Machine - 9Kg - Inox - (local warranty)\n",
      "21,499\n",
      "https://m.media-amazon.com/images/I/61MOJy9eLEL._AC_UL320_.jpg\n",
      "3.4\n",
      "2\n",
      "Samsung galaxy m33, dual sim, 8gb ram, 128gb storage, 5g, blue - 1 year Warranty\n",
      "8,999\n",
      "https://m.media-amazon.com/images/I/719Zb5jJA9L._AC_UL320_.jpg\n",
      "4.1\n",
      "155\n",
      "Samsung 43 inch full hd smart led tv with built-in receiver, black - ua43t5300auxeg, Wi-Fi\n",
      "8,999\n",
      "https://m.media-amazon.com/images/I/61DOcUmc0EL._AC_UL320_.jpg\n",
      "4.1\n",
      "309\n",
      "Samsung Galaxy Tab A7 Lite - 8.7 Inches Display, 3 GB RAM, 32 GB, 4G LTE, Grey - 1 year Warranty\n",
      "5,699\n",
      "https://m.media-amazon.com/images/I/61VtoScMHaL._AC_UL320_.jpg\n",
      "4.2\n",
      "104\n",
      "SAMSUNG Galaxy S21 FE 5G Dual Sim Smartphone, 256GB Storage and 8GB RAM, Graphite\n",
      "19,699\n",
      "https://m.media-amazon.com/images/I/71S-edhtFhL._AC_UL320_.jpg\n",
      "3.8\n",
      "144\n",
      "SAMSUNG Galaxy A04 Dual SIM Smartphone- 3GB RAM, 32GB Storage, LTE, Black - 1 year Warranty\n",
      "3,549\n",
      "https://m.media-amazon.com/images/I/81JUZpUBL3L._AC_UL320_.jpg\n",
      "3.0\n",
      "16\n",
      "Samsung 32-Inch Odyssey G5 Gaming Monitor with 1000R Curved Screen, VGA\n",
      "8,088\n",
      "https://m.media-amazon.com/images/I/71pvaANoiTL._AC_UL320_.jpg\n",
      "4.4\n",
      "7\n",
      "Samsung Galaxy M52 - Dual SIM, 8GB RAM, 128GB, 5G - White - 1 year Warranty\n",
      "11,295\n",
      "https://m.media-amazon.com/images/I/612o96Hxi-L._AC_UL320_.jpg\n",
      "4.0\n",
      "32\n",
      "Samsung Galaxy A04s Dual SIM Black 3GB RAM 32GB LTE - Middle East Version, Wi-Fi\n",
      "3,925\n",
      "https://m.media-amazon.com/images/I/71sziuRW5CL._AC_UL320_.jpg\n",
      "4.0\n",
      "4\n",
      "Samsung Galaxy S23 Ultra, 256GB, 12 GB RAM, Mobile Phone, Dual SIM, Android Smartphone - Cream\n",
      "38,930\n",
      "https://m.media-amazon.com/images/I/718mMPLo79L._AC_UL320_.jpg\n",
      "4.3\n",
      "113\n",
      "Samsung 65 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua65cu7000uxeg, Wi-Fi, USB, Ethernet, HDMI, Bluetooth, USB, Wireless, HDMI\n",
      "15,499\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "3.6\n",
      "105\n",
      "Samsung Galaxy Z Flip5 Android Smartphones, 8GB RAM, 256GB ROM, Graphite - 1 Year Warranty\n",
      "43,285\n",
      "https://m.media-amazon.com/images/I/51-0BuGouuL._AC_UL320_.jpg\n",
      "4.7\n",
      "4\n",
      "Samsung Galaxy A33 Android Smartphone - Dual SIM, 128GB ROM, 8GB RAM, LTE, Light Blue - 1 year Warranty\n",
      "11,000\n",
      "https://m.media-amazon.com/images/I/61ZznafT2hL._AC_UL320_.jpg\n",
      "4.5\n",
      "20\n",
      "Samsung 50 inch 4k uhd smart led tv with built-in receiver and remote control, black - ua50cu7000uxeg, Bluetooth, USB, Ethernet, HDMI\n",
      "11,590\n",
      "https://m.media-amazon.com/images/I/61ckfbfWrfL._AC_UL320_.jpg\n",
      "3.7\n",
      "34\n",
      "Samsung Galaxy Z Fold5 Android Smartphone, 12GB RAM, 256GB ROM, Phantom Black - 1 Year Warranty\n",
      "73,930\n",
      "https://m.media-amazon.com/images/I/51vemxkwwZL._AC_UL320_.jpg\n",
      "SAMSUNG 65 Inch TV Crystal Processor 4K LED UA65CU8000UXEG, New Edition - Black, Bluetooth, Wi-Fi, HDMI\n",
      "16,199\n",
      "https://m.media-amazon.com/images/I/61tIUqwUlCL._AC_UL320_.jpg\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.5\n",
      "31\n",
      "Samsung 32 inch hd smart led tv with built-in receiver, black - ua32t5300auxeg, Wi-Fi\n",
      "5,729\n",
      "https://m.media-amazon.com/images/I/71iOlIb-3FL._AC_UL320_.jpg\n",
      "4.1\n",
      "309\n",
      "Samsung Galaxy A03 - Dual SIM, 4GB RAM, 64GB Storage, 6.5 Inches, LTE - Black - 1 year Warranty\n",
      "3,999\n",
      "https://m.media-amazon.com/images/I/61L6ctjkrOL._AC_UL320_.jpg\n",
      "3.3\n",
      "12\n",
      "Samsung Combined refrigerator RB34A6B0E12/MR, 344L - White\n",
      "25,999\n",
      "https://m.media-amazon.com/images/I/41SwMbaAhxL._AC_UL320_.jpg\n",
      "Samsung Galaxy A23 - Dual SIM, 6GB RAM, 128GB Storage, Android Smartphone, 4G - Black - 1 year Warranty\n",
      "7,899\n",
      "https://m.media-amazon.com/images/I/71Ig4GatEZL._AC_UL320_.jpg\n",
      "3.9\n",
      "93\n",
      "Samsung Galaxy A14 LTE, 64GB Storage, 4GB RAM, Silver, Dual SIM, Android Smartphone - 1 year Warranty\n",
      "4,888\n",
      "https://m.media-amazon.com/images/I/81B66GxivHL._AC_UL320_.jpg\n",
      "3.3\n",
      "8\n",
      "Samsung Galaxy A03, Dual SIM, 3GB RAM, 32GB Storage, 6.5 Inches, LTE, Black - 1 year Warranty\n",
      "3,599\n",
      "https://m.media-amazon.com/images/I/61p+pI6HutL._AC_UL320_.jpg\n",
      "3.1\n",
      "4\n",
      "Samsung Galaxy Tab A7/S6 Lite Full Protection Case - Black\n",
      "288\n",
      "https://m.media-amazon.com/images/I/51D63FQ5CvL._AC_UL320_.jpg\n",
      "3.5\n",
      "2\n",
      "Hard PC Anti-knock Back Cover for Samsung Galaxy Z Flip 3 5G - Clear\n",
      "99\n",
      "https://m.media-amazon.com/images/I/61y5W+cIXJL._AC_UL320_.jpg\n",
      "2.9\n",
      "5\n",
      "MARGOUN for Samsung Galaxy Buds2 Pro Case (2022)/Galaxy Buds 2 Case (2021) /Galaxy Buds Pro/Galaxy Buds Live Case with Carabiner (white)\n",
      "77\n",
      "https://m.media-amazon.com/images/I/51tfBo52P7L._AC_UL320_.jpg\n",
      "2.8\n",
      "7\n",
      "Samsung Note20 Ultra Gorilla Antishock Case\n",
      "150\n",
      "https://m.media-amazon.com/images/I/316JRtDCjcL._AC_UL320_.jpg\n"
     ]
    }
   ],
   "source": [
    "products_Sections = bulk.find_elements('xpath',\"//div[@class='a-section a-spacing-base']\")\n",
    "title_list = []\n",
    "price_list = []\n",
    "image_list = []\n",
    "rate_list = []\n",
    "raters_list = []\n",
    "for section in products_Sections:\n",
    "    \n",
    "    try:\n",
    "        title=section.find_element('xpath',\".//span[@class='a-size-base-plus a-color-base a-text-normal']\")\n",
    "        print(title.text.strip())\n",
    "        title_list.append(title.text.strip())\n",
    "    except:\n",
    "        title_list.append(np.NAN)\n",
    "\n",
    "    try:\n",
    "        price=section.find_element('xpath',\".//span[@class='a-price-whole']\")\n",
    "        print(price.text.strip())\n",
    "        price_list.append(price.text.strip())\n",
    "        \n",
    "    except:\n",
    "        price_list.append(np.NAN)\n",
    "        \n",
    "    try:\n",
    "        image_src=section.find_element('xpath',\".//img[@class='s-image']\")\n",
    "        url=image_src.get_attribute('src')\n",
    "        print(url)\n",
    "        image_list.append(url)\n",
    "        \n",
    "    except:\n",
    "        image_list.append(np.NAN)\n",
    "        \n",
    "    try:      \n",
    "        rating=section.find_element('xpath',\".//div[@class='a-row a-size-small']\")\n",
    "        star_rating = rating.get_attribute(\"textContent\")\n",
    "        if \"out of 5 stars\" in star_rating:\n",
    "            print(star_rating.split()[0])\n",
    "            rate_list.append(star_rating.split()[0])\n",
    " \n",
    "    except:\n",
    "        rate_list.append(np.NAN)\n",
    "    \n",
    "    try:\n",
    "        total_rating=section.find_element('xpath',\".//span[@class='a-size-base s-underline-text']\")\n",
    "        print(total_rating.text.strip())\n",
    "        raters_list.append(total_rating.text.strip())\n",
    "    except:\n",
    "        raters_list.append(np.NAN)\n",
    "    \n",
    "# the below line for extracting and downloading all product images\n",
    "    # urllib.request.urlretrieve(url,\"{}.jpg\".format(title.text))    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "abee3a70",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "60\n",
      "60\n",
      "60\n",
      "60\n",
      "60\n"
     ]
    }
   ],
   "source": [
    "# So we have right now equevilant lists\n",
    "print(len(title_list))\n",
    "print(len(price_list))\n",
    "print(len(image_list))\n",
    "print(len(rate_list))\n",
    "print(len(raters_list))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "e9fd9971",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = {'Description': title_list, 'Price': price_list, 'Image URL': image_list, 'Rate': rate_list, 'Total Rate': raters_list}\n",
    "df = pd.DataFrame(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "7fa1571a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Description</th>\n",
       "      <th>Price</th>\n",
       "      <th>Image URL</th>\n",
       "      <th>Rate</th>\n",
       "      <th>Total Rate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KANGHAR Magnetic Case for Galaxy Z Fold 5 Crys...</td>\n",
       "      <td>500</td>\n",
       "      <td>https://m.media-amazon.com/images/I/61+ZM0YVg4...</td>\n",
       "      <td>1.4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Replacement Remote Control for Samsung TV 4K U...</td>\n",
       "      <td>99</td>\n",
       "      <td>https://m.media-amazon.com/images/I/51Ju-NHt2M...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DUX DUCIS Case for Samsung S22 Ultra 2022, Pre...</td>\n",
       "      <td>450</td>\n",
       "      <td>https://m.media-amazon.com/images/I/81CrepOroA...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Samsung S21 Plus Antishock Gorilla Airbag Case</td>\n",
       "      <td>150</td>\n",
       "      <td>https://m.media-amazon.com/images/I/61e86bjkhZ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Samsung Galaxy A14 - Android Smartphone, Dual ...</td>\n",
       "      <td>5,500</td>\n",
       "      <td>https://m.media-amazon.com/images/I/81Hpc6Lw4p...</td>\n",
       "      <td>3.2</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Silver</td>\n",
       "      <td>7,888</td>\n",
       "      <td>https://m.media-amazon.com/images/I/81M1JvMrQP...</td>\n",
       "      <td>3.8</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Samsung Galaxy A04s, Dual SIM, 4GB RAM, 64GB S...</td>\n",
       "      <td>4,699</td>\n",
       "      <td>https://m.media-amazon.com/images/I/81AhRlrQws...</td>\n",
       "      <td>4.3</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Samsung galaxy a34 dual sim mobile phone andro...</td>\n",
       "      <td>10,693</td>\n",
       "      <td>https://m.media-amazon.com/images/I/71RqyKk2eB...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Samsung Galaxy A14 4G Android Smartphone, Dual...</td>\n",
       "      <td>4,949</td>\n",
       "      <td>https://m.media-amazon.com/images/I/81L701E6pi...</td>\n",
       "      <td>3.4</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>SAMSUNG WASHING MACHINE 9KG 1400RPM DIGITAL IN...</td>\n",
       "      <td>21,999</td>\n",
       "      <td>https://m.media-amazon.com/images/I/51H0kUL24X...</td>\n",
       "      <td>3.9</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         Description   Price  \\\n",
       "0  KANGHAR Magnetic Case for Galaxy Z Fold 5 Crys...     500   \n",
       "1  Replacement Remote Control for Samsung TV 4K U...      99   \n",
       "2  DUX DUCIS Case for Samsung S22 Ultra 2022, Pre...     450   \n",
       "3     Samsung S21 Plus Antishock Gorilla Airbag Case     150   \n",
       "4  Samsung Galaxy A14 - Android Smartphone, Dual ...   5,500   \n",
       "5  Samsung A24 Dual SIM, 8GB RAM, 128GB ROM - Silver   7,888   \n",
       "6  Samsung Galaxy A04s, Dual SIM, 4GB RAM, 64GB S...   4,699   \n",
       "7  Samsung galaxy a34 dual sim mobile phone andro...  10,693   \n",
       "8  Samsung Galaxy A14 4G Android Smartphone, Dual...   4,949   \n",
       "9  SAMSUNG WASHING MACHINE 9KG 1400RPM DIGITAL IN...  21,999   \n",
       "\n",
       "                                           Image URL Rate Total Rate  \n",
       "0  https://m.media-amazon.com/images/I/61+ZM0YVg4...  1.4          3  \n",
       "1  https://m.media-amazon.com/images/I/51Ju-NHt2M...  5.0          1  \n",
       "2  https://m.media-amazon.com/images/I/81CrepOroA...  NaN        NaN  \n",
       "3  https://m.media-amazon.com/images/I/61e86bjkhZ...  NaN        NaN  \n",
       "4  https://m.media-amazon.com/images/I/81Hpc6Lw4p...  3.2         24  \n",
       "5  https://m.media-amazon.com/images/I/81M1JvMrQP...  3.8          5  \n",
       "6  https://m.media-amazon.com/images/I/81AhRlrQws...  4.3         22  \n",
       "7  https://m.media-amazon.com/images/I/71RqyKk2eB...  4.0         46  \n",
       "8  https://m.media-amazon.com/images/I/81L701E6pi...  3.4         18  \n",
       "9  https://m.media-amazon.com/images/I/51H0kUL24X...  3.9         19  "
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "eb7d64b6",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('Amazon Product Scrapping.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}