Description_Scrapping.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "rRqUV9tv5Zf-"
   },
   "source": [
    "## Extracting \"Description\" section of the various medicines"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "auVsVI-h5ZgB"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "# import these two modules bs4 for selecting HTML tags easily\n",
    "from bs4 import BeautifulSoup\n",
    "# requests module is easy to operate some people use urllib but I prefer this one because it is easy to use.\n",
    "import requests\n",
    "import re\n",
    "import pathlib\n",
    "from pandas import DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "DdTlea6M5ZgI"
   },
   "outputs": [],
   "source": [
    "url = 'https://www.drugs.com/npc/' \n",
    "url2 = 'https://www.drugs.com'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "_SdgPD0o5ZgO"
   },
   "outputs": [],
   "source": [
    "#Requests module use to data from given url\n",
    "source=requests.get(url)\n",
    "\n",
    "# BeautifulSoup is used for getting HTML structure from requests response.\n",
    "soup=BeautifulSoup(source.text,'html')\n",
    "body = soup.body.findAll ('div',{'id': 'a2z'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ZL-ko3S25ZgT"
   },
   "outputs": [],
   "source": [
    "#Extracting the links present on the web page for further exploration\n",
    "medicines = {}\n",
    "links = []\n",
    "a = 0\n",
    "for tags in body:\n",
    "    for t in tags.find_all('a', href=True):\n",
    "        links.append(t.get('href'))\n",
    "        medicines[a] = t.get_text('href')\n",
    "        a += 1\n",
    "#print(medicines)\n",
    "#print(links) \n",
    "keys = list(medicines.values())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "WFSNvvr35ZgX"
   },
   "outputs": [],
   "source": [
    "# function for extraction of required data using HTML tags\n",
    "def description_2(soups_, item):\n",
    "    \n",
    "    deku = '-'.join(item.split())\n",
    "    print(deku)\n",
    "    text = \"What is \" + deku + \"?\"\n",
    "    \n",
    "    #Extracting the text present in class = \"contentBox\"\n",
    "    for tags in soups_.find_all(\"div\",{\"class\": \"contentBox\"}):\n",
    "        string = (tags.get_text())\n",
    "        \n",
    "    pos = string.find(text)\n",
    "    \n",
    "    if pos == -1:\n",
    "        return(None)\n",
    "    else:\n",
    "        new_string = string[pos+len(text)+1:]\n",
    "\n",
    "        end = new_string.find(\"Scientific Name\")\n",
    "\n",
    "        desired_output =  (new_string[:end]).rstrip()\n",
    "        return(desired_output)\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "i2Si4Ce65Zgb"
   },
   "outputs": [],
   "source": [
    "# function for extraction of required data by converting the contents as text and searching the required section\n",
    "def description (soups_, item2 ):\n",
    "    \n",
    "    text = \"What is \" + item2 + \"?\"\n",
    "    \n",
    "    #Extracting the text present in class = \"contentBox\"\n",
    "    for tags in soups_.find_all(\"div\",{\"class\": \"contentBox\"}):\n",
    "        string = (tags.get_text())\n",
    "        \n",
    "    pos = string.find(text)\n",
    "    \n",
    "    if pos == -1:\n",
    "        return(description_2(soups, keys[i]))\n",
    "    else:\n",
    "        new_string = string[pos+len(text)+1:]\n",
    "\n",
    "        end = new_string.find(\"Scientific Name\")\n",
    "\n",
    "        desired_output =  (new_string[:end]).rstrip()\n",
    "        return(desired_output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "GxUB3xoY5Zgt",
    "outputId": "152ea4e7-a70f-4a46-d905-b68040797d67"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "File does not exist\n",
      " Creating the file\n",
      "File created successfully with filename -  Description_file.csv\n"
     ]
    }
   ],
   "source": [
    "suc = 0\n",
    "fail = 0\n",
    "\n",
    "start = 0\n",
    "names = {}\n",
    "# First checking the file exist or not. If it exists, checking whether it is empty or not\n",
    "name = 'Description_file.csv'\n",
    "file_name = pathlib.Path(name)\n",
    "if file_name.exists ():\n",
    "    print (\"File exist.\")\n",
    "    try :\n",
    "        print(\"Reading the file now\")\n",
    "        df = pd.read_csv(name, index_col = 0)\n",
    "\n",
    "        start = (len(df) - 1)\n",
    "    except:\n",
    "        print(\"File is empty\")\n",
    "        \n",
    "    \n",
    "else:\n",
    "    print (\"File does not exist\\n\", \"Creating the file\")\n",
    "    file = open(\"common_name.csv\",\"w+\")\n",
    "    print(\"File created successfully with filename - \",name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "8YTVmQEx5Zgy",
    "outputId": "c58f2adc-5bc2-4419-df02-b28108acb449"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " Extracting data for - 5-Hydroxytryptophan\n",
      "5-Hydroxytryptophan\n",
      "No data was extracted for -  5-Hydroxytryptophan\n",
      "**************************************************\n",
      " Extracting data for - Acai\n",
      "Acai\n",
      "No data was extracted for -  Acai\n",
      "**************************************************\n",
      " Extracting data for - Acerola\n",
      "Success in extracting data for -  Acerola\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Acetyl-L-Carnitine\n",
      "Acetyl-L-Carnitine\n",
      "No data was extracted for -  Acetyl-L-Carnitine\n",
      "**************************************************\n",
      " Extracting data for - Acidophilus\n",
      "Acidophilus\n",
      "No data was extracted for -  Acidophilus\n",
      "**************************************************\n",
      " Extracting data for - Aconite\n",
      "Success in extracting data for -  Aconite\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Adrenal Extract\n",
      "Adrenal-Extract\n",
      "No data was extracted for -  Adrenal Extract\n",
      "**************************************************\n",
      " Extracting data for - African Mango\n",
      "African-Mango\n",
      "No data was extracted for -  African Mango\n",
      "**************************************************\n",
      " Extracting data for - Alfalfa\n",
      "Alfalfa\n",
      "No data was extracted for -  Alfalfa\n",
      "**************************************************\n",
      " Extracting data for - Aloe\n",
      "Aloe\n",
      "No data was extracted for -  Aloe\n",
      "**************************************************\n",
      " Extracting data for - Alpha-Lipoic Acid\n",
      "Alpha-Lipoic-Acid\n",
      "No data was extracted for -  Alpha-Lipoic Acid\n",
      "**************************************************\n",
      " Extracting data for - Angelica\n",
      "Success in extracting data for -  Angelica\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Anise\n",
      "Success in extracting data for -  Anise\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Aortic Extract\n",
      "Aortic-Extract\n",
      "No data was extracted for -  Aortic Extract\n",
      "**************************************************\n",
      " Extracting data for - Arabinoxylane\n",
      "Arabinoxylane\n",
      "No data was extracted for -  Arabinoxylane\n",
      "**************************************************\n",
      " Extracting data for - Arginine\n",
      "Arginine\n",
      "No data was extracted for -  Arginine\n",
      "**************************************************\n",
      " Extracting data for - Arnica\n",
      "Arnica\n",
      "No data was extracted for -  Arnica\n",
      "**************************************************\n",
      " Extracting data for - Artichoke\n",
      "Artichoke\n",
      "No data was extracted for -  Artichoke\n",
      "**************************************************\n",
      " Extracting data for - Ashwagandha\n",
      "Ashwagandha\n",
      "No data was extracted for -  Ashwagandha\n",
      "**************************************************\n",
      " Extracting data for - Astragalus\n",
      "Astragalus\n",
      "No data was extracted for -  Astragalus\n",
      "**************************************************\n",
      " Extracting data for - Barberry\n",
      "Success in extracting data for -  Barberry\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Barley Grass\n",
      "Success in extracting data for -  Barley Grass\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Bayberry\n",
      "Success in extracting data for -  Bayberry\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Bee Pollen\n",
      "Bee-Pollen\n",
      "No data was extracted for -  Bee Pollen\n",
      "**************************************************\n",
      " Extracting data for - Beta Glucans\n",
      "Beta-Glucans\n",
      "Success in extracting data for -  Beta Glucans\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Beta-Carotene\n",
      "Beta-Carotene\n",
      "No data was extracted for -  Beta-Carotene\n",
      "**************************************************\n",
      " Extracting data for - Beta-Sitosterol\n",
      "Beta-Sitosterol\n",
      "No data was extracted for -  Beta-Sitosterol\n",
      "**************************************************\n",
      " Extracting data for - Betaine Hydrochloride\n",
      "Betaine-Hydrochloride\n",
      "No data was extracted for -  Betaine Hydrochloride\n",
      "**************************************************\n",
      " Extracting data for - Betel Nut\n",
      "Success in extracting data for -  Betel Nut\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Betony\n",
      "Success in extracting data for -  Betony\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Bilberry\n",
      "Bilberry\n",
      "No data was extracted for -  Bilberry\n",
      "**************************************************\n",
      " Extracting data for - Biotin\n",
      "Biotin\n",
      "No data was extracted for -  Biotin\n",
      "**************************************************\n",
      " Extracting data for - Bitter Melon\n",
      "Bitter-Melon\n",
      "No data was extracted for -  Bitter Melon\n",
      "**************************************************\n",
      " Extracting data for - Bitter Orange\n",
      "Bitter-Orange\n",
      "No data was extracted for -  Bitter Orange\n",
      "**************************************************\n",
      " Extracting data for - Black Cohosh\n",
      "Black-Cohosh\n",
      "No data was extracted for -  Black Cohosh\n",
      "**************************************************\n",
      " Extracting data for - Bladderwrack\n",
      "Bladderwrack\n",
      "No data was extracted for -  Bladderwrack\n",
      "**************************************************\n",
      " Extracting data for - Bloodroot\n",
      "Success in extracting data for -  Bloodroot\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Boldo\n",
      "Success in extracting data for -  Boldo\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Boneset\n",
      "Success in extracting data for -  Boneset\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Borage\n",
      "Success in extracting data for -  Borage\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Boron\n",
      "Boron\n",
      "No data was extracted for -  Boron\n",
      "**************************************************\n",
      " Extracting data for - Bovine Colostrum\n",
      "Bovine-Colostrum\n",
      "No data was extracted for -  Bovine Colostrum\n",
      "**************************************************\n",
      " Extracting data for - Brahmi\n",
      "Brahmi\n",
      "No data was extracted for -  Brahmi\n",
      "**************************************************\n",
      " Extracting data for - Branched-Chain Amino Acids\n",
      "Branched-Chain-Amino-Acids\n",
      "No data was extracted for -  Branched-Chain Amino Acids\n",
      "**************************************************\n",
      " Extracting data for - Brewer's Yeast\n",
      "Brewer's-Yeast\n",
      "No data was extracted for -  Brewer's Yeast\n",
      "**************************************************\n",
      " Extracting data for - Bromelain\n",
      "Bromelain\n",
      "No data was extracted for -  Bromelain\n",
      "**************************************************\n",
      " Extracting data for - Buchu\n",
      "Success in extracting data for -  Buchu\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Bugleweed\n",
      "Success in extracting data for -  Bugleweed\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Bupleurum\n",
      "Bupleurum\n",
      "No data was extracted for -  Bupleurum\n",
      "**************************************************\n",
      " Extracting data for - Burdock\n",
      "Success in extracting data for -  Burdock\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Butcher's Broom\n",
      "Success in extracting data for -  Butcher's Broom\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Butterbur\n",
      "Butterbur\n",
      "No data was extracted for -  Butterbur\n",
      "**************************************************\n",
      " Extracting data for - Calanolide A\n",
      "Success in extracting data for -  Calanolide A\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Calendula\n",
      "Calendula\n",
      "No data was extracted for -  Calendula\n",
      "**************************************************\n",
      " Extracting data for - Caprylic Acid\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Caprylic-Acid\n",
      "No data was extracted for -  Caprylic Acid\n",
      "**************************************************\n",
      " Extracting data for - Caprylidene\n",
      "Caprylidene\n",
      "No data was extracted for -  Caprylidene\n",
      "**************************************************\n",
      " Extracting data for - Capsicum Peppers\n",
      "Capsicum-Peppers\n",
      "No data was extracted for -  Capsicum Peppers\n",
      "**************************************************\n",
      " Extracting data for - Carnitine\n",
      "Carnitine\n",
      "No data was extracted for -  Carnitine\n",
      "**************************************************\n",
      " Extracting data for - Cascara\n",
      "Cascara\n",
      "No data was extracted for -  Cascara\n",
      "**************************************************\n",
      " Extracting data for - Cat's Claw\n",
      "Cat's-Claw\n",
      "No data was extracted for -  Cat's Claw\n",
      "**************************************************\n",
      " Extracting data for - Catnip\n",
      "Success in extracting data for -  Catnip\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Centaury\n",
      "Success in extracting data for -  Centaury\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Chamomile\n",
      "Chamomile\n",
      "No data was extracted for -  Chamomile\n",
      "**************************************************\n",
      " Extracting data for - Chaparral\n",
      "Success in extracting data for -  Chaparral\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Chaste Tree\n",
      "Chaste-Tree\n",
      "No data was extracted for -  Chaste Tree\n",
      "**************************************************\n",
      " Extracting data for - Chickweed\n",
      "Success in extracting data for -  Chickweed\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Chicory\n",
      "Success in extracting data for -  Chicory\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Chinese Cucumber\n",
      "Success in extracting data for -  Chinese Cucumber\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Chitosan\n",
      "Chitosan\n",
      "No data was extracted for -  Chitosan\n",
      "**************************************************\n",
      " Extracting data for - Chlorophyll\n",
      "Chlorophyll\n",
      "No data was extracted for -  Chlorophyll\n",
      "**************************************************\n",
      " Extracting data for - Chondroitin\n",
      "Chondroitin\n",
      "No data was extracted for -  Chondroitin\n",
      "**************************************************\n",
      " Extracting data for - Chromium\n",
      "Chromium\n",
      "No data was extracted for -  Chromium\n",
      "**************************************************\n",
      " Extracting data for - Cinnamon\n",
      "Cinnamon\n",
      "No data was extracted for -  Cinnamon\n",
      "**************************************************\n",
      " Extracting data for - Clove\n",
      "Clove\n",
      "No data was extracted for -  Clove\n",
      "**************************************************\n",
      " Extracting data for - Coleus\n",
      "Coleus\n",
      "No data was extracted for -  Coleus\n",
      "**************************************************\n",
      " Extracting data for - Coltsfoot\n",
      "Success in extracting data for -  Coltsfoot\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Comfrey\n",
      "Success in extracting data for -  Comfrey\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Cordyceps\n",
      "Cordyceps\n",
      "No data was extracted for -  Cordyceps\n",
      "**************************************************\n",
      " Extracting data for - Crampbark\n",
      "Success in extracting data for -  Crampbark\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Cranberry\n",
      "Cranberry\n",
      "No data was extracted for -  Cranberry\n",
      "**************************************************\n",
      " Extracting data for - Creatine\n",
      "Creatine\n",
      "No data was extracted for -  Creatine\n",
      "**************************************************\n",
      " Extracting data for - Cumin\n",
      "Success in extracting data for -  Cumin\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Damiana\n",
      "Success in extracting data for -  Damiana\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Dandelion\n",
      "Dandelion\n",
      "No data was extracted for -  Dandelion\n",
      "**************************************************\n",
      " Extracting data for - Danshen\n",
      "Success in extracting data for -  Danshen\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Deer Velvet\n",
      "Success in extracting data for -  Deer Velvet\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Dehydroepiandrosterone\n",
      "Dehydroepiandrosterone\n",
      "No data was extracted for -  Dehydroepiandrosterone\n",
      "**************************************************\n",
      " Extracting data for - Devil's Claw\n",
      "Devil's-Claw\n",
      "No data was extracted for -  Devil's Claw\n",
      "**************************************************\n",
      " Extracting data for - Dolomite\n",
      "Success in extracting data for -  Dolomite\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Dong Quai\n",
      "Dong-Quai\n",
      "No data was extracted for -  Dong Quai\n",
      "**************************************************\n",
      " Extracting data for - Dragon's Blood\n",
      "Dragon's-Blood\n",
      "No data was extracted for -  Dragon's Blood\n",
      "**************************************************\n",
      " Extracting data for - Echinacea\n",
      "Echinacea\n",
      "No data was extracted for -  Echinacea\n",
      "**************************************************\n",
      " Extracting data for - Elderberry\n",
      "Elderberry\n",
      "No data was extracted for -  Elderberry\n",
      "**************************************************\n",
      " Extracting data for - Eleutherococcus\n",
      "Eleutherococcus\n",
      "No data was extracted for -  Eleutherococcus\n",
      "**************************************************\n",
      " Extracting data for - Emu Oil\n",
      "Emu-Oil\n",
      "No data was extracted for -  Emu Oil\n",
      "**************************************************\n",
      " Extracting data for - Ephedra\n",
      "Ephedra\n",
      "No data was extracted for -  Ephedra\n",
      "**************************************************\n",
      " Extracting data for - Evening Primrose Oil\n",
      "Evening-Primrose-Oil\n",
      "No data was extracted for -  Evening Primrose Oil\n",
      "**************************************************\n",
      " Extracting data for - Eyebright\n",
      "Eyebright\n",
      "No data was extracted for -  Eyebright\n",
      "**************************************************\n",
      " Extracting data for - False Unicorn\n",
      "Success in extracting data for -  False Unicorn\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Fennel\n",
      "Success in extracting data for -  Fennel\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Fenugreek\n",
      "Fenugreek\n",
      "No data was extracted for -  Fenugreek\n",
      "**************************************************\n",
      " Extracting data for - Feverfew\n",
      "Feverfew\n",
      "No data was extracted for -  Feverfew\n",
      "**************************************************\n",
      " Extracting data for - Fish Oil\n",
      "Fish-Oil\n",
      "No data was extracted for -  Fish Oil\n",
      "**************************************************\n",
      " Extracting data for - Flax\n",
      "Flax\n",
      "No data was extracted for -  Flax\n",
      "**************************************************\n",
      " Extracting data for - Fo Ti\n",
      "Fo-Ti\n",
      "Success in extracting data for -  Fo Ti\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Forskolin\n",
      "Success in extracting data for -  Forskolin\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Frankincense, Indian\n",
      "Frankincense,-Indian\n",
      "No data was extracted for -  Frankincense, Indian\n",
      "**************************************************\n",
      " Extracting data for - Fruit Acids\n",
      "Fruit-Acids\n",
      "No data was extracted for -  Fruit Acids\n",
      "**************************************************\n",
      " Extracting data for - Fumitory\n",
      "Success in extracting data for -  Fumitory\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Gamma Linolenic Acid (GLA)\n",
      "Success in extracting data for -  Gamma Linolenic Acid (GLA)\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Gamma Oryzanol\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Success in extracting data for -  Gamma Oryzanol\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Garcinia (Hydroxycitric Acid)\n",
      "Garcinia-(Hydroxycitric-Acid)\n",
      "No data was extracted for -  Garcinia (Hydroxycitric Acid)\n",
      "**************************************************\n",
      " Extracting data for - Garlic\n",
      "Garlic\n",
      "No data was extracted for -  Garlic\n",
      "**************************************************\n",
      " Extracting data for - Gelsemium\n",
      "Success in extracting data for -  Gelsemium\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Gentian\n",
      "Success in extracting data for -  Gentian\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Ginger\n",
      "Ginger\n",
      "No data was extracted for -  Ginger\n",
      "**************************************************\n",
      " Extracting data for - Ginkgo\n",
      "Ginkgo\n",
      "No data was extracted for -  Ginkgo\n",
      "**************************************************\n",
      " Extracting data for - Ginseng\n",
      "Ginseng\n",
      "No data was extracted for -  Ginseng\n",
      "**************************************************\n",
      " Extracting data for - Glucomannan\n",
      "Glucomannan\n",
      "No data was extracted for -  Glucomannan\n",
      "**************************************************\n",
      " Extracting data for - Glucosamine\n",
      "Glucosamine\n",
      "No data was extracted for -  Glucosamine\n",
      "**************************************************\n",
      " Extracting data for - Glutamine\n",
      "Glutamine\n",
      "No data was extracted for -  Glutamine\n",
      "**************************************************\n",
      " Extracting data for - Glutathione\n",
      "Glutathione\n",
      "No data was extracted for -  Glutathione\n",
      "**************************************************\n",
      " Extracting data for - Golden Seal\n",
      "Golden-Seal\n",
      "No data was extracted for -  Golden Seal\n",
      "**************************************************\n",
      " Extracting data for - Gotu Kola\n",
      "Gotu-Kola\n",
      "No data was extracted for -  Gotu Kola\n",
      "**************************************************\n",
      " Extracting data for - Grape Seed\n",
      "Grape-Seed\n",
      "No data was extracted for -  Grape Seed\n",
      "**************************************************\n",
      " Extracting data for - Grapefruit\n",
      "Grapefruit\n",
      "No data was extracted for -  Grapefruit\n",
      "**************************************************\n",
      " Extracting data for - Green Tea\n",
      "Green-Tea\n",
      "No data was extracted for -  Green Tea\n",
      "**************************************************\n",
      " Extracting data for - Guarana\n",
      "Success in extracting data for -  Guarana\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Guggul\n",
      "Success in extracting data for -  Guggul\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Gymnema\n",
      "Success in extracting data for -  Gymnema\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Hawthorn\n",
      "Hawthorn\n",
      "No data was extracted for -  Hawthorn\n",
      "**************************************************\n",
      " Extracting data for - Hibiscus\n",
      "Success in extracting data for -  Hibiscus\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Holly\n",
      "Success in extracting data for -  Holly\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Hops\n",
      "Success in extracting data for -  Hops\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Horehound\n",
      "Success in extracting data for -  Horehound\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Horny Goat Weed\n",
      "Horny-Goat-Weed\n",
      "No data was extracted for -  Horny Goat Weed\n",
      "**************************************************\n",
      " Extracting data for - Horse Chestnut\n",
      "Horse-Chestnut\n",
      "No data was extracted for -  Horse Chestnut\n",
      "**************************************************\n",
      " Extracting data for - Horseradish\n",
      "Success in extracting data for -  Horseradish\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Horsetail\n",
      "Success in extracting data for -  Horsetail\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Huperzine A\n",
      "Success in extracting data for -  Huperzine A\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Hyaluronic Acid\n",
      "Hyaluronic-Acid\n",
      "No data was extracted for -  Hyaluronic Acid\n",
      "**************************************************\n",
      " Extracting data for - Hyssop\n",
      "Success in extracting data for -  Hyssop\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Inositol Hexaphosphate\n",
      "Inositol-Hexaphosphate\n",
      "No data was extracted for -  Inositol Hexaphosphate\n",
      "**************************************************\n",
      " Extracting data for - Ipecac\n",
      "Success in extracting data for -  Ipecac\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Jojoba\n",
      "Success in extracting data for -  Jojoba\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Juniper\n",
      "Success in extracting data for -  Juniper\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Kalonji\n",
      "Kalonji\n",
      "No data was extracted for -  Kalonji\n",
      "**************************************************\n",
      " Extracting data for - Kaolin Hydrated Aluminum Silicate\n",
      "Kaolin-Hydrated-Aluminum-Silicate\n",
      "No data was extracted for -  Kaolin Hydrated Aluminum Silicate\n",
      "**************************************************\n",
      " Extracting data for - Kava\n",
      "Kava\n",
      "No data was extracted for -  Kava\n",
      "**************************************************\n",
      " Extracting data for - Kombucha\n",
      "Success in extracting data for -  Kombucha\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Kudzu\n",
      "Success in extracting data for -  Kudzu\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - L-arginine\n",
      "Success in extracting data for -  L-arginine\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - L-Theanine\n",
      "L-Theanine\n",
      "No data was extracted for -  L-Theanine\n",
      "**************************************************\n",
      " Extracting data for - L-Tryptophan\n",
      "L-Tryptophan\n",
      "No data was extracted for -  L-Tryptophan\n",
      "**************************************************\n",
      " Extracting data for - Lavender\n",
      "Success in extracting data for -  Lavender\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Lecithin\n",
      "Lecithin\n",
      "No data was extracted for -  Lecithin\n",
      "**************************************************\n",
      " Extracting data for - Lemon Balm\n",
      "Lemon-Balm\n",
      "No data was extracted for -  Lemon Balm\n",
      "**************************************************\n",
      " Extracting data for - Lemon Verbena\n",
      "Success in extracting data for -  Lemon Verbena\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Licorice\n",
      "Licorice\n",
      "No data was extracted for -  Licorice\n",
      "**************************************************\n",
      " Extracting data for - Linden\n",
      "Success in extracting data for -  Linden\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Lobelia\n",
      "Success in extracting data for -  Lobelia\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Lutein\n",
      "Lutein\n",
      "No data was extracted for -  Lutein\n",
      "**************************************************\n",
      " Extracting data for - Lycopene\n",
      "Lycopene\n",
      "No data was extracted for -  Lycopene\n",
      "**************************************************\n",
      " Extracting data for - Lysine\n",
      "Lysine\n",
      "No data was extracted for -  Lysine\n",
      "**************************************************\n",
      " Extracting data for - Ma Huang\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Success in extracting data for -  Ma Huang\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Maca\n",
      "Success in extracting data for -  Maca\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Maitake\n",
      "Success in extracting data for -  Maitake\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Marijuana\n",
      "Marijuana\n",
      "No data was extracted for -  Marijuana\n",
      "**************************************************\n",
      " Extracting data for - Maritime Pine\n",
      "Success in extracting data for -  Maritime Pine\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Maté\n",
      "Success in extracting data for -  Maté\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Meadowsweet\n",
      "Success in extracting data for -  Meadowsweet\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Melatonin\n",
      "Melatonin\n",
      "No data was extracted for -  Melatonin\n",
      "**************************************************\n",
      " Extracting data for - Methylsulfonylmethane (MSM)\n",
      "Methylsulfonylmethane-(MSM)\n",
      "No data was extracted for -  Methylsulfonylmethane (MSM)\n",
      "**************************************************\n",
      " Extracting data for - Milk Thistle\n",
      "Milk-Thistle\n",
      "No data was extracted for -  Milk Thistle\n",
      "**************************************************\n",
      " Extracting data for - Mistletoe\n",
      "Success in extracting data for -  Mistletoe\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Muira Puama\n",
      "Success in extracting data for -  Muira Puama\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Mullein\n",
      "Success in extracting data for -  Mullein\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Myrrh\n",
      "Success in extracting data for -  Myrrh\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Neem\n",
      "Success in extracting data for -  Neem\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Nettles\n",
      "Nettles\n",
      "No data was extracted for -  Nettles\n",
      "**************************************************\n",
      " Extracting data for - Noni\n",
      "Success in extracting data for -  Noni\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Oats\n",
      "Success in extracting data for -  Oats\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Olive Leaf\n",
      "Success in extracting data for -  Olive Leaf\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Olive Oil\n",
      "Olive-Oil\n",
      "No data was extracted for -  Olive Oil\n",
      "**************************************************\n",
      " Extracting data for - Onion\n",
      "Success in extracting data for -  Onion\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Oregano\n",
      "Success in extracting data for -  Oregano\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Pantothenic Acid\n",
      "Pantothenic-Acid\n",
      "No data was extracted for -  Pantothenic Acid\n",
      "**************************************************\n",
      " Extracting data for - Papaya\n",
      "Success in extracting data for -  Papaya\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Parsley\n",
      "Success in extracting data for -  Parsley\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Passion Flower\n",
      "Passion-Flower\n",
      "No data was extracted for -  Passion Flower\n",
      "**************************************************\n",
      " Extracting data for - Pectin\n",
      "Pectin\n",
      "No data was extracted for -  Pectin\n",
      "**************************************************\n",
      " Extracting data for - Pennyroyal\n",
      "Success in extracting data for -  Pennyroyal\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Peppermint\n",
      "Peppermint\n",
      "No data was extracted for -  Peppermint\n",
      "**************************************************\n",
      " Extracting data for - Periwinkle\n",
      "Success in extracting data for -  Periwinkle\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Peru Balsam\n",
      "Success in extracting data for -  Peru Balsam\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Pineapple\n",
      "Success in extracting data for -  Pineapple\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Plantain\n",
      "Success in extracting data for -  Plantain\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Poison Ivy\n",
      "Poison-Ivy\n",
      "No data was extracted for -  Poison Ivy\n",
      "**************************************************\n",
      " Extracting data for - Policosanol\n",
      "Policosanol\n",
      "No data was extracted for -  Policosanol\n",
      "**************************************************\n",
      " Extracting data for - Probiotics\n",
      "Probiotics\n",
      "No data was extracted for -  Probiotics\n",
      "**************************************************\n",
      " Extracting data for - Propolis\n",
      "Success in extracting data for -  Propolis\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Pygeum\n",
      "Pygeum\n",
      "No data was extracted for -  Pygeum\n",
      "**************************************************\n",
      " Extracting data for - Quercetin\n",
      "Quercetin\n",
      "No data was extracted for -  Quercetin\n",
      "**************************************************\n",
      " Extracting data for - Raspberry\n",
      "Raspberry\n",
      "No data was extracted for -  Raspberry\n",
      "**************************************************\n",
      " Extracting data for - Red Clover\n",
      "Red-Clover\n",
      "No data was extracted for -  Red Clover\n",
      "**************************************************\n",
      " Extracting data for - Red Yeast Rice\n",
      "Red-Yeast-Rice\n",
      "No data was extracted for -  Red Yeast Rice\n",
      "**************************************************\n",
      " Extracting data for - Reishi Mushroom\n",
      "Success in extracting data for -  Reishi Mushroom\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Resveratrol\n",
      "Resveratrol\n",
      "No data was extracted for -  Resveratrol\n",
      "**************************************************\n",
      " Extracting data for - Rhodiola Rosea\n",
      "Rhodiola-Rosea\n",
      "No data was extracted for -  Rhodiola Rosea\n",
      "**************************************************\n",
      " Extracting data for - Rose Hip\n",
      "Rose-Hip\n",
      "No data was extracted for -  Rose Hip\n",
      "**************************************************\n",
      " Extracting data for - Rosemary\n",
      "Success in extracting data for -  Rosemary\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Royal Jelly\n",
      "Success in extracting data for -  Royal Jelly\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Safflower\n",
      "Safflower\n",
      "No data was extracted for -  Safflower\n",
      "**************************************************\n",
      " Extracting data for - Saffron\n",
      "Success in extracting data for -  Saffron\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - SAMe\n",
      "SAMe\n",
      "No data was extracted for -  SAMe\n",
      "**************************************************\n",
      " Extracting data for - Sandalwood\n",
      "Success in extracting data for -  Sandalwood\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Sarsaparilla\n",
      "Success in extracting data for -  Sarsaparilla\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Sarsparilla\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Success in extracting data for -  Sarsparilla\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Sassafras\n",
      "Success in extracting data for -  Sassafras\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Saw Palmetto\n",
      "Saw-Palmetto\n",
      "No data was extracted for -  Saw Palmetto\n",
      "**************************************************\n",
      " Extracting data for - Schisandra\n",
      "Schisandra\n",
      "No data was extracted for -  Schisandra\n",
      "**************************************************\n",
      " Extracting data for - Scullcap\n",
      "Success in extracting data for -  Scullcap\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Seaweed\n",
      "Success in extracting data for -  Seaweed\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Senna\n",
      "Senna\n",
      "No data was extracted for -  Senna\n",
      "**************************************************\n",
      " Extracting data for - Serrapeptase\n",
      "Serrapeptase\n",
      "No data was extracted for -  Serrapeptase\n",
      "**************************************************\n",
      " Extracting data for - Shark Derivatives\n",
      "Success in extracting data for -  Shark Derivatives\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Shark Liver Oil\n",
      "Success in extracting data for -  Shark Liver Oil\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Slippery Elm\n",
      "Success in extracting data for -  Slippery Elm\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - SOD\n",
      "Success in extracting data for -  SOD\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Soy\n",
      "Soy\n",
      "No data was extracted for -  Soy\n",
      "**************************************************\n",
      " Extracting data for - Spirulina\n",
      "Spirulina\n",
      "No data was extracted for -  Spirulina\n",
      "**************************************************\n",
      " Extracting data for - St. John's Wort\n",
      "St.-John's-Wort\n",
      "No data was extracted for -  St. John's Wort\n",
      "**************************************************\n",
      " Extracting data for - Stevia\n",
      "Success in extracting data for -  Stevia\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Sweet Wormwood\n",
      "Sweet-Wormwood\n",
      "No data was extracted for -  Sweet Wormwood\n",
      "**************************************************\n",
      " Extracting data for - Taheebo\n",
      "Success in extracting data for -  Taheebo\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Taurine\n",
      "Taurine\n",
      "No data was extracted for -  Taurine\n",
      "**************************************************\n",
      " Extracting data for - Tea Tree Oil\n",
      "Tea-Tree-Oil\n",
      "No data was extracted for -  Tea Tree Oil\n",
      "**************************************************\n",
      " Extracting data for - Turmeric\n",
      "Turmeric\n",
      "No data was extracted for -  Turmeric\n",
      "**************************************************\n",
      " Extracting data for - Tylophora\n",
      "Tylophora\n",
      "No data was extracted for -  Tylophora\n",
      "**************************************************\n",
      " Extracting data for - Tyrosine\n",
      "Tyrosine\n",
      "No data was extracted for -  Tyrosine\n",
      "**************************************************\n",
      " Extracting data for - Ubiquinone\n",
      "Ubiquinone\n",
      "No data was extracted for -  Ubiquinone\n",
      "**************************************************\n",
      " Extracting data for - Uva Ursi\n",
      "Uva-Ursi\n",
      "No data was extracted for -  Uva Ursi\n",
      "**************************************************\n",
      " Extracting data for - Valerian\n",
      "Valerian\n",
      "No data was extracted for -  Valerian\n",
      "**************************************************\n",
      " Extracting data for - Vanadium\n",
      "Vanadium\n",
      "No data was extracted for -  Vanadium\n",
      "**************************************************\n",
      " Extracting data for - Vervain\n",
      "Success in extracting data for -  Vervain\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Vinpocetine\n",
      "Vinpocetine\n",
      "No data was extracted for -  Vinpocetine\n",
      "**************************************************\n",
      " Extracting data for - Vitamin E\n",
      "Success in extracting data for -  Vitamin E\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Walnut\n",
      "Success in extracting data for -  Walnut\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Wild Yam\n",
      "Wild-Yam\n",
      "No data was extracted for -  Wild Yam\n",
      "**************************************************\n",
      " Extracting data for - Willow Bark\n",
      "Willow-Bark\n",
      "No data was extracted for -  Willow Bark\n",
      "**************************************************\n",
      " Extracting data for - Wintergreen\n",
      "Success in extracting data for -  Wintergreen\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Witch Hazel\n",
      "Success in extracting data for -  Witch Hazel\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Yarrow\n",
      "Success in extracting data for -  Yarrow\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Yellow Dock\n",
      "Success in extracting data for -  Yellow Dock\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Yerba Santa\n",
      "Success in extracting data for -  Yerba Santa\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Yogurt\n",
      "Success in extracting data for -  Yogurt\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Yohimbe\n",
      "Yohimbe\n",
      "No data was extracted for -  Yohimbe\n",
      "**************************************************\n",
      " Extracting data for - Yucca\n",
      "Success in extracting data for -  Yucca\n",
      "Copying the data from the web........\n",
      "DONE\n",
      "**************************************************\n",
      " Extracting data for - Zinc\n",
      "Zinc\n",
      "No data was extracted for -  Zinc\n",
      "**************************************************\n",
      "No.of links from which data was extracted succesfully- 113\n",
      "No.of links from which data extraction was unsuccesfull- 146\n",
      "******************** PROCESS COMPLETED ********************\n"
     ]
    }
   ],
   "source": [
    "# Iterating through the links and extracting data\n",
    "suc = 0\n",
    "fail = 0\n",
    "failed_links = []\n",
    "for i in range(start,len(links) ) :\n",
    "    print (\" Extracting data for -\", keys[i])    \n",
    "    link_url = url2 + links[i]    \n",
    "    source=requests.get(link_url)\n",
    "\n",
    "    # BeautifulSoup is used for getting HTML structure from requests response.\n",
    "    soups=BeautifulSoup(source.text,'html')\n",
    "    descript = description(soups, keys[i])\n",
    "    # Avoiding errors\n",
    "    try :\n",
    "        if len(descript) != 0 :\n",
    "            print(\"Success in extracting data for - \",keys[i])\n",
    "            print(\"Copying the data from the web........\")\n",
    "            names[keys[i]] = descript\n",
    "            print(\"DONE\")\n",
    "            print(\"*\"*50)\n",
    "            suc += 1\n",
    "\n",
    "\n",
    "        else :\n",
    "            print(\"No data was extracted for - \", keys[i])\n",
    "            names[keys[i]] = None\n",
    "            print(\"*\"*50)\n",
    "            fail += 1\n",
    "            failed_links.append(link_url)\n",
    "    except :\n",
    "        \n",
    "        print(\"No data was extracted for - \", keys[i])\n",
    "        names[keys[i]] = None\n",
    "        print(\"*\"*50)\n",
    "        fail += 1\n",
    "        failed_links.append(link_url)\n",
    "# Let's see the links from which the data extraction was a success/unsuccess\n",
    "print(\"No.of links from which data was extracted succesfully-\", suc)\n",
    "print(\"No.of links from which data extraction was unsuccesfull-\", fail)\n",
    "print(\"*\"*20,'PROCESS COMPLETED',\"*\"*20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['https://www.drugs.com/npc/5-hydroxytryptophan.html',\n",
       " 'https://www.drugs.com/npc/acai.html',\n",
       " 'https://www.drugs.com/npc/acetyl-l-carnitine.html',\n",
       " 'https://www.drugs.com/npc/acidophilus.html',\n",
       " 'https://www.drugs.com/npc/adrenal-extract.html',\n",
       " 'https://www.drugs.com/npc/african-mango.html',\n",
       " 'https://www.drugs.com/npc/alfalfa.html',\n",
       " 'https://www.drugs.com/npc/aloe.html',\n",
       " 'https://www.drugs.com/npc/alpha-lipoic-acid.html',\n",
       " 'https://www.drugs.com/npc/aortic-extract.html',\n",
       " 'https://www.drugs.com/npc/arabinoxylane.html',\n",
       " 'https://www.drugs.com/npc/arginine.html',\n",
       " 'https://www.drugs.com/npc/arnica.html',\n",
       " 'https://www.drugs.com/npc/artichoke.html',\n",
       " 'https://www.drugs.com/npc/ashwagandha.html',\n",
       " 'https://www.drugs.com/npc/astragalus.html',\n",
       " 'https://www.drugs.com/npc/bee-pollen.html',\n",
       " 'https://www.drugs.com/npc/beta-carotene.html',\n",
       " 'https://www.drugs.com/npc/beta-sitosterol.html',\n",
       " 'https://www.drugs.com/npc/betaine-hydrochloride.html',\n",
       " 'https://www.drugs.com/npc/bilberry.html',\n",
       " 'https://www.drugs.com/npc/biotin.html',\n",
       " 'https://www.drugs.com/npc/bitter-melon.html',\n",
       " 'https://www.drugs.com/npc/bitter-orange.html',\n",
       " 'https://www.drugs.com/npc/black-cohosh.html',\n",
       " 'https://www.drugs.com/npc/bladderwrack.html',\n",
       " 'https://www.drugs.com/npc/boron.html',\n",
       " 'https://www.drugs.com/npc/bovine-colostrum.html',\n",
       " 'https://www.drugs.com/npc/brahmi.html',\n",
       " 'https://www.drugs.com/npc/branched-chain-amino-acids.html',\n",
       " 'https://www.drugs.com/npc/brewer-s-yeast.html',\n",
       " 'https://www.drugs.com/npc/bromelain.html',\n",
       " 'https://www.drugs.com/npc/bupleurum.html',\n",
       " 'https://www.drugs.com/npc/butterbur.html',\n",
       " 'https://www.drugs.com/npc/calendula.html',\n",
       " 'https://www.drugs.com/npc/caprylic-acid.html',\n",
       " 'https://www.drugs.com/npc/caprylidene.html',\n",
       " 'https://www.drugs.com/npc/capsicum-peppers.html',\n",
       " 'https://www.drugs.com/npc/carnitine.html',\n",
       " 'https://www.drugs.com/npc/cascara.html',\n",
       " 'https://www.drugs.com/npc/cat-s-claw.html',\n",
       " 'https://www.drugs.com/npc/chamomile.html',\n",
       " 'https://www.drugs.com/npc/chaste-tree.html',\n",
       " 'https://www.drugs.com/npc/chitosan.html',\n",
       " 'https://www.drugs.com/npc/chlorophyll.html',\n",
       " 'https://www.drugs.com/npc/chondroitin.html',\n",
       " 'https://www.drugs.com/npc/chromium.html',\n",
       " 'https://www.drugs.com/npc/cinnamon.html',\n",
       " 'https://www.drugs.com/npc/clove.html',\n",
       " 'https://www.drugs.com/npc/coleus.html',\n",
       " 'https://www.drugs.com/npc/cordyceps.html',\n",
       " 'https://www.drugs.com/npc/cranberry.html',\n",
       " 'https://www.drugs.com/npc/creatine.html',\n",
       " 'https://www.drugs.com/npc/dandelion.html',\n",
       " 'https://www.drugs.com/npc/dehydroepiandrosterone.html',\n",
       " 'https://www.drugs.com/npc/devil-s-claw.html',\n",
       " 'https://www.drugs.com/npc/dong-quai.html',\n",
       " 'https://www.drugs.com/npc/dragon-s-blood.html',\n",
       " 'https://www.drugs.com/npc/echinacea.html',\n",
       " 'https://www.drugs.com/npc/elderberry.html',\n",
       " 'https://www.drugs.com/npc/eleutherococcus.html',\n",
       " 'https://www.drugs.com/npc/emu-oil.html',\n",
       " 'https://www.drugs.com/npc/ephedra.html',\n",
       " 'https://www.drugs.com/npc/evening-primrose-oil.html',\n",
       " 'https://www.drugs.com/npc/eyebright.html',\n",
       " 'https://www.drugs.com/npc/fenugreek.html',\n",
       " 'https://www.drugs.com/npc/feverfew.html',\n",
       " 'https://www.drugs.com/npc/fish-oil.html',\n",
       " 'https://www.drugs.com/npc/flax.html',\n",
       " 'https://www.drugs.com/npc/frankincense-indian.html',\n",
       " 'https://www.drugs.com/npc/fruit-acids.html',\n",
       " 'https://www.drugs.com/npc/garcinia-hydroxycitric-acid.html',\n",
       " 'https://www.drugs.com/npc/garlic.html',\n",
       " 'https://www.drugs.com/npc/ginger.html',\n",
       " 'https://www.drugs.com/npc/ginkgo.html',\n",
       " 'https://www.drugs.com/npc/ginseng.html',\n",
       " 'https://www.drugs.com/npc/glucomannan.html',\n",
       " 'https://www.drugs.com/npc/glucosamine.html',\n",
       " 'https://www.drugs.com/npc/glutamine.html',\n",
       " 'https://www.drugs.com/npc/glutathione.html',\n",
       " 'https://www.drugs.com/npc/golden-seal.html',\n",
       " 'https://www.drugs.com/npc/gotu-kola.html',\n",
       " 'https://www.drugs.com/npc/grape-seed.html',\n",
       " 'https://www.drugs.com/npc/grapefruit.html',\n",
       " 'https://www.drugs.com/npc/green-tea.html',\n",
       " 'https://www.drugs.com/npc/hawthorn.html',\n",
       " 'https://www.drugs.com/npc/horny-goat-weed.html',\n",
       " 'https://www.drugs.com/npc/horse-chestnut.html',\n",
       " 'https://www.drugs.com/npc/hyaluronic-acid.html',\n",
       " 'https://www.drugs.com/npc/inositol-hexaphosphate.html',\n",
       " 'https://www.drugs.com/npc/kalonji.html',\n",
       " 'https://www.drugs.com/npc/kaolin-hydrated-aluminum-silicate.html',\n",
       " 'https://www.drugs.com/npc/kava.html',\n",
       " 'https://www.drugs.com/npc/l-theanine.html',\n",
       " 'https://www.drugs.com/npc/l-tryptophan.html',\n",
       " 'https://www.drugs.com/npc/lecithin.html',\n",
       " 'https://www.drugs.com/npc/lemon-balm.html',\n",
       " 'https://www.drugs.com/npc/licorice.html',\n",
       " 'https://www.drugs.com/npc/lutein.html',\n",
       " 'https://www.drugs.com/npc/lycopene.html',\n",
       " 'https://www.drugs.com/npc/lysine.html',\n",
       " 'https://www.drugs.com/npc/marijuana.html',\n",
       " 'https://www.drugs.com/npc/melatonin.html',\n",
       " 'https://www.drugs.com/npc/methylsulfonylmethane-msm.html',\n",
       " 'https://www.drugs.com/npc/milk-thistle.html',\n",
       " 'https://www.drugs.com/npc/nettles.html',\n",
       " 'https://www.drugs.com/npc/olive-oil.html',\n",
       " 'https://www.drugs.com/npc/pantothenic-acid.html',\n",
       " 'https://www.drugs.com/npc/passion-flower.html',\n",
       " 'https://www.drugs.com/npc/pectin.html',\n",
       " 'https://www.drugs.com/npc/peppermint.html',\n",
       " 'https://www.drugs.com/npc/poison-ivy.html',\n",
       " 'https://www.drugs.com/npc/policosanol.html',\n",
       " 'https://www.drugs.com/npc/probiotics.html',\n",
       " 'https://www.drugs.com/npc/pygeum.html',\n",
       " 'https://www.drugs.com/npc/quercetin.html',\n",
       " 'https://www.drugs.com/npc/raspberry.html',\n",
       " 'https://www.drugs.com/npc/red-clover.html',\n",
       " 'https://www.drugs.com/npc/red-yeast-rice.html',\n",
       " 'https://www.drugs.com/npc/resveratrol.html',\n",
       " 'https://www.drugs.com/npc/rhodiola-rosea.html',\n",
       " 'https://www.drugs.com/npc/rose-hip.html',\n",
       " 'https://www.drugs.com/npc/safflower.html',\n",
       " 'https://www.drugs.com/npc/same.html',\n",
       " 'https://www.drugs.com/npc/saw-palmetto.html',\n",
       " 'https://www.drugs.com/npc/schisandra.html',\n",
       " 'https://www.drugs.com/npc/senna.html',\n",
       " 'https://www.drugs.com/npc/serrapeptase.html',\n",
       " 'https://www.drugs.com/npc/soy.html',\n",
       " 'https://www.drugs.com/npc/spirulina.html',\n",
       " 'https://www.drugs.com/npc/st-john-s-wort.html',\n",
       " 'https://www.drugs.com/npc/sweet-wormwood.html',\n",
       " 'https://www.drugs.com/npc/taurine.html',\n",
       " 'https://www.drugs.com/npc/tea-tree-oil.html',\n",
       " 'https://www.drugs.com/npc/turmeric.html',\n",
       " 'https://www.drugs.com/npc/tylophora.html',\n",
       " 'https://www.drugs.com/npc/tyrosine.html',\n",
       " 'https://www.drugs.com/npc/ubiquinone.html',\n",
       " 'https://www.drugs.com/npc/uva-ursi.html',\n",
       " 'https://www.drugs.com/npc/valerian.html',\n",
       " 'https://www.drugs.com/npc/vanadium.html',\n",
       " 'https://www.drugs.com/npc/vinpocetine.html',\n",
       " 'https://www.drugs.com/npc/wild-yam.html',\n",
       " 'https://www.drugs.com/npc/willow-bark.html',\n",
       " 'https://www.drugs.com/npc/yohimbe.html',\n",
       " 'https://www.drugs.com/npc/zinc.html']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "failed_links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "D6kKxMiB5Zg2",
    "outputId": "6628e992-a20b-4529-975f-a4eed97e2ae4"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Medicines</th>\n",
       "      <th>Description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5-Hydroxytryptophan</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acai</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Acerola</td>\n",
       "      <td>\\n\\n\\nAcerola (previously M. punicifolia) is n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Acetyl-L-Carnitine</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Acidophilus</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254</th>\n",
       "      <td>Yerba Santa</td>\n",
       "      <td>\\n\\n\\nThe yerba santa plant is an evergreen ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255</th>\n",
       "      <td>Yogurt</td>\n",
       "      <td>\\n\\n\\nYogurt is the general term for a ferment...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256</th>\n",
       "      <td>Yohimbe</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257</th>\n",
       "      <td>Yucca</td>\n",
       "      <td>\\n\\n\\nThe name yucca applies to as many as 40 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>Zinc</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>259 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               Medicines                                        Description\n",
       "0    5-Hydroxytryptophan                                               None\n",
       "1                   Acai                                               None\n",
       "2                Acerola  \\n\\n\\nAcerola (previously M. punicifolia) is n...\n",
       "3     Acetyl-L-Carnitine                                               None\n",
       "4            Acidophilus                                               None\n",
       "..                   ...                                                ...\n",
       "254          Yerba Santa  \\n\\n\\nThe yerba santa plant is an evergreen ar...\n",
       "255               Yogurt  \\n\\n\\nYogurt is the general term for a ferment...\n",
       "256              Yohimbe                                               None\n",
       "257                Yucca  \\n\\n\\nThe name yucca applies to as many as 40 ...\n",
       "258                 Zinc                                               None\n",
       "\n",
       "[259 rows x 2 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Appending the new values\n",
    "df_temp = DataFrame(list(names.items()),columns = ['Medicines','Description']) \n",
    "try:\n",
    "    result = pd.concat([df,df_temp], ignore_index = True)\n",
    "    result\n",
    "except :\n",
    "    result = df_temp\n",
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "E5X2ylA55Zg5"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Medicines</th>\n",
       "      <th>Description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5-Hydroxytryptophan</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Acai</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Acerola</td>\n",
       "      <td>\\n\\n\\nAcerola (previously M. punicifolia) is n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Acetyl-L-Carnitine</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Acidophilus</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254</th>\n",
       "      <td>Yerba Santa</td>\n",
       "      <td>\\n\\n\\nThe yerba santa plant is an evergreen ar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255</th>\n",
       "      <td>Yogurt</td>\n",
       "      <td>\\n\\n\\nYogurt is the general term for a ferment...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256</th>\n",
       "      <td>Yohimbe</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257</th>\n",
       "      <td>Yucca</td>\n",
       "      <td>\\n\\n\\nThe name yucca applies to as many as 40 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>Zinc</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>259 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               Medicines                                        Description\n",
       "0    5-Hydroxytryptophan                                               None\n",
       "1                   Acai                                               None\n",
       "2                Acerola  \\n\\n\\nAcerola (previously M. punicifolia) is n...\n",
       "3     Acetyl-L-Carnitine                                               None\n",
       "4            Acidophilus                                               None\n",
       "..                   ...                                                ...\n",
       "254          Yerba Santa  \\n\\n\\nThe yerba santa plant is an evergreen ar...\n",
       "255               Yogurt  \\n\\n\\nYogurt is the general term for a ferment...\n",
       "256              Yohimbe                                               None\n",
       "257                Yucca  \\n\\n\\nThe name yucca applies to as many as 40 ...\n",
       "258                 Zinc                                               None\n",
       "\n",
       "[259 rows x 2 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = result.drop_duplicates()\n",
    "# writing to the file (remove \"#\" to write to the file)\n",
    "result.to_csv(name)\n",
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "name": "Scrapping_Common_names.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}