scraping-indeed-data-scientists.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import urllib\n",
    "import bs4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "url = \"https://www.indeed.com/jobs?q=data+scientist&l=\"\n",
    "source = urllib.request.urlopen(url)\n",
    "soup = bs4.BeautifulSoup(source, 'lxml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Jobs: 31,693\n",
      "[3, 1, 6, 9, 3]\n",
      "31693\n"
     ]
    }
   ],
   "source": [
    "# Finding the total number of jobs. \n",
    "total_jobs_string = soup.find('div', attrs={'id': 'searchCount'}).text.split()[-2]\n",
    "print(\"Total Jobs: %s\" % (total_jobs_string))\n",
    "\n",
    "# fetching digits and getting rid of ','\n",
    "total_jobs_digits = [int(d) for d in total_jobs_string if d.isdigit()]\n",
    "print(total_jobs_digits)\n",
    "\n",
    "job_count = np.sum([digit*(10**exponent) for digit, exponent in zip(total_jobs_digits[::-1], range(len(total_jobs_digits)))])\n",
    "print(job_count)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of pages: 3170\n",
      "['http://www.indeed.com/rc/clk?jk=582c3b468eb88be4', 'http://www.indeed.com/rc/clk?jk=437cdf56df3773d1', 'http://www.indeed.com/rc/clk?jk=949bcc7b5b2c807c', 'http://www.indeed.com/rc/clk?jk=8e08819b34b75ecf', 'http://www.indeed.com/rc/clk?jk=b40932caa9504d5c', 'http://www.indeed.com/rc/clk?jk=df0b571b477b827c', 'http://www.indeed.com/rc/clk?jk=718e846d2a2ecd88', 'http://www.indeed.com/rc/clk?jk=39bfd768b89a6551', 'http://www.indeed.com/rc/clk?jk=693dfc80eb8f4990', 'http://www.indeed.com/rc/clk?jk=a5b94a9ccc7dc9c4', 'http://www.indeed.com/rc/clk?jk=1d5e643355ae3b2e', 'http://www.indeed.com/rc/clk?jk=9fb0026a72df885b', 'http://www.indeed.com/rc/clk?jk=eb1e40eb1874434e', 'http://www.indeed.com/rc/clk?jk=0d9e62d1c44673a4', 'http://www.indeed.com/rc/clk?jk=f167187a2af6ead2', 'http://www.indeed.com/rc/clk?jk=fcd42c873978bd49', 'http://www.indeed.com/rc/clk?jk=df0b571b477b827c', 'http://www.indeed.com/rc/clk?jk=11991f04e76b4ba0', 'http://www.indeed.com/rc/clk?jk=761eb2ae63b51480', 'http://www.indeed.com/rc/clk?jk=943013e7d1338251', 'http://www.indeed.com/rc/clk?jk=88fcdb48a505068b', 'http://www.indeed.com/rc/clk?jk=f0a6fcaff02f1777', 'http://www.indeed.com/rc/clk?jk=9fb0026a72df885b', 'http://www.indeed.com/rc/clk?jk=0ab6d0b7e3010666', 'http://www.indeed.com/rc/clk?jk=b6cf4b4f4ae8e076', 'http://www.indeed.com/rc/clk?jk=3f1d872cbc2ffbf0', 'http://www.indeed.com/rc/clk?jk=87ae504cf030aa58', 'http://www.indeed.com/rc/clk?jk=03d6b6a02bb5a8e8', 'http://www.indeed.com/rc/clk?jk=728ad9a1e06f7fbe', 'http://www.indeed.com/rc/clk?jk=31a1a5e5ac57629c', 'http://www.indeed.com/rc/clk?jk=892632a452507bd1', 'http://www.indeed.com/rc/clk?jk=97f72c5f4f000d14', 'http://www.indeed.com/rc/clk?jk=0fbfb565ed1e3dd4', 'http://www.indeed.com/rc/clk?jk=fd6219ac4a3a9dab', 'http://www.indeed.com/rc/clk?jk=71de6b416a7f820e', 'http://www.indeed.com/rc/clk?jk=949bcc7b5b2c807c', 'http://www.indeed.com/rc/clk?jk=0046d3b5e9fa7c67', 'http://www.indeed.com/rc/clk?jk=e0d03f0f21b2965f', 'http://www.indeed.com/rc/clk?jk=ef010ffae57e83ea', 'http://www.indeed.com/rc/clk?jk=881958698dbf7f9e', 'http://www.indeed.com/rc/clk?jk=dea1618fbaf32c2b', 'http://www.indeed.com/rc/clk?jk=ba6fc6da46861850', 'http://www.indeed.com/rc/clk?jk=31ae275f05456ffc', 'http://www.indeed.com/rc/clk?jk=171566291d439083', 'http://www.indeed.com/rc/clk?jk=4769b53c33286f2e', 'http://www.indeed.com/rc/clk?jk=7d2a4c88539fb841', 'http://www.indeed.com/rc/clk?jk=64f98c2679624ce2', 'http://www.indeed.com/rc/clk?jk=fb86202738fc1da8', 'http://www.indeed.com/rc/clk?jk=07a4f428f95e5347', 'http://www.indeed.com/rc/clk?jk=54daf27039e37d11', 'http://www.indeed.com/rc/clk?jk=d85de6a45ca9f5b7', 'http://www.indeed.com/rc/clk?jk=118e14bf0f11b8ee', 'http://www.indeed.com/rc/clk?jk=d1f8109a204f0bca', 'http://www.indeed.com/rc/clk?jk=785e1bd7dcacedbe', 'http://www.indeed.com/rc/clk?jk=f37d833a3adfafcf', 'http://www.indeed.com/rc/clk?jk=31c1224da3e8fd3e', 'http://www.indeed.com/rc/clk?jk=46fef72a8a5ad160', 'http://www.indeed.com/rc/clk?jk=b83df077e680d2e9', 'http://www.indeed.com/rc/clk?jk=97720c9cfebdc64e', 'http://www.indeed.com/rc/clk?jk=8bdb68e85a95d920', 'http://www.indeed.com/rc/clk?jk=a67eb81c67e7c633', 'http://www.indeed.com/rc/clk?jk=624d706e75123136', 'http://www.indeed.com/rc/clk?jk=cdf7452c44202fd1', 'http://www.indeed.com/rc/clk?jk=5e5ee14be60530b7', 'http://www.indeed.com/rc/clk?jk=5cc8b2c94b8db815']\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "# Counting number of pages\n",
    "num_pages = int(np.ceil(job_count/10))\n",
    "print(\"Total number of pages:\", num_pages)\n",
    "\n",
    "job_links = []\n",
    "\n",
    "for i in range(5): # looping only through 5 pages for now\n",
    "    \n",
    "    url = \"https://www.indeed.com/jobs?q=data+scientist&start={}\".format(i*10)\n",
    "    page = urllib.request.urlopen(url)\n",
    "    bs_tree = bs4.BeautifulSoup(page, 'lxml')\n",
    "    job_link_area = bs_tree.find('td', attrs={'id': 'resultsCol'})\n",
    "    job_postings = job_link_area.findAll('div')\n",
    "    job_postings = [jp for jp in job_postings if not jp.get('class') is None and ''.join(jp.get('class')) == 'rowresult']\n",
    "    \n",
    "    job_hrefs = [jp.get('data-jk') for jp in job_postings]\n",
    "    #job_hrefs = [jp.find('a').get('href') for jp in job_postings if jp.find('a').get('href').startswith('/rc/clk')]\n",
    "    \n",
    "    for i in job_hrefs:\n",
    "        job_links.append('http://www.indeed.com/rc/clk?jk=' + i)\n",
    "        \n",
    "    time.sleep(1)\n",
    "\n",
    "print(job_links)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['http://www.indeed.com/rc/clk?jk=582c3b468eb88be4', 'http://www.indeed.com/rc/clk?jk=437cdf56df3773d1', 'http://www.indeed.com/rc/clk?jk=949bcc7b5b2c807c', 'http://www.indeed.com/rc/clk?jk=8e08819b34b75ecf', 'http://www.indeed.com/rc/clk?jk=b40932caa9504d5c', 'http://www.indeed.com/rc/clk?jk=df0b571b477b827c', 'http://www.indeed.com/rc/clk?jk=718e846d2a2ecd88', 'http://www.indeed.com/rc/clk?jk=39bfd768b89a6551', 'http://www.indeed.com/rc/clk?jk=693dfc80eb8f4990', 'http://www.indeed.com/rc/clk?jk=a5b94a9ccc7dc9c4', 'http://www.indeed.com/rc/clk?jk=1d5e643355ae3b2e', 'http://www.indeed.com/rc/clk?jk=9fb0026a72df885b', 'http://www.indeed.com/rc/clk?jk=eb1e40eb1874434e', 'http://www.indeed.com/rc/clk?jk=0d9e62d1c44673a4', 'http://www.indeed.com/rc/clk?jk=f167187a2af6ead2', 'http://www.indeed.com/rc/clk?jk=fcd42c873978bd49', 'http://www.indeed.com/rc/clk?jk=df0b571b477b827c', 'http://www.indeed.com/rc/clk?jk=11991f04e76b4ba0', 'http://www.indeed.com/rc/clk?jk=761eb2ae63b51480', 'http://www.indeed.com/rc/clk?jk=943013e7d1338251', 'http://www.indeed.com/rc/clk?jk=88fcdb48a505068b', 'http://www.indeed.com/rc/clk?jk=f0a6fcaff02f1777', 'http://www.indeed.com/rc/clk?jk=9fb0026a72df885b', 'http://www.indeed.com/rc/clk?jk=0ab6d0b7e3010666', 'http://www.indeed.com/rc/clk?jk=b6cf4b4f4ae8e076', 'http://www.indeed.com/rc/clk?jk=3f1d872cbc2ffbf0', 'http://www.indeed.com/rc/clk?jk=87ae504cf030aa58', 'http://www.indeed.com/rc/clk?jk=03d6b6a02bb5a8e8', 'http://www.indeed.com/rc/clk?jk=728ad9a1e06f7fbe', 'http://www.indeed.com/rc/clk?jk=31a1a5e5ac57629c', 'http://www.indeed.com/rc/clk?jk=892632a452507bd1', 'http://www.indeed.com/rc/clk?jk=97f72c5f4f000d14', 'http://www.indeed.com/rc/clk?jk=0fbfb565ed1e3dd4', 'http://www.indeed.com/rc/clk?jk=fd6219ac4a3a9dab', 'http://www.indeed.com/rc/clk?jk=71de6b416a7f820e', 'http://www.indeed.com/rc/clk?jk=949bcc7b5b2c807c', 'http://www.indeed.com/rc/clk?jk=0046d3b5e9fa7c67', 'http://www.indeed.com/rc/clk?jk=e0d03f0f21b2965f', 'http://www.indeed.com/rc/clk?jk=ef010ffae57e83ea', 'http://www.indeed.com/rc/clk?jk=881958698dbf7f9e', 'http://www.indeed.com/rc/clk?jk=dea1618fbaf32c2b', 'http://www.indeed.com/rc/clk?jk=ba6fc6da46861850', 'http://www.indeed.com/rc/clk?jk=31ae275f05456ffc', 'http://www.indeed.com/rc/clk?jk=171566291d439083', 'http://www.indeed.com/rc/clk?jk=4769b53c33286f2e', 'http://www.indeed.com/rc/clk?jk=7d2a4c88539fb841', 'http://www.indeed.com/rc/clk?jk=64f98c2679624ce2', 'http://www.indeed.com/rc/clk?jk=fb86202738fc1da8', 'http://www.indeed.com/rc/clk?jk=07a4f428f95e5347', 'http://www.indeed.com/rc/clk?jk=54daf27039e37d11', 'http://www.indeed.com/rc/clk?jk=d85de6a45ca9f5b7', 'http://www.indeed.com/rc/clk?jk=118e14bf0f11b8ee', 'http://www.indeed.com/rc/clk?jk=d1f8109a204f0bca', 'http://www.indeed.com/rc/clk?jk=785e1bd7dcacedbe', 'http://www.indeed.com/rc/clk?jk=f37d833a3adfafcf', 'http://www.indeed.com/rc/clk?jk=31c1224da3e8fd3e', 'http://www.indeed.com/rc/clk?jk=46fef72a8a5ad160', 'http://www.indeed.com/rc/clk?jk=b83df077e680d2e9', 'http://www.indeed.com/rc/clk?jk=97720c9cfebdc64e', 'http://www.indeed.com/rc/clk?jk=8bdb68e85a95d920', 'http://www.indeed.com/rc/clk?jk=a67eb81c67e7c633', 'http://www.indeed.com/rc/clk?jk=624d706e75123136', 'http://www.indeed.com/rc/clk?jk=cdf7452c44202fd1', 'http://www.indeed.com/rc/clk?jk=5e5ee14be60530b7', 'http://www.indeed.com/rc/clk?jk=5cc8b2c94b8db815']\n"
     ]
    }
   ],
   "source": [
    "# saving links\n",
    "with open('scraped_links.pkl', 'wb') as f:\n",
    "    pickle.dump(job_links, f)\n",
    "    \n",
    "# Read pickle file\n",
    "with open('scraped_links.pkl', 'rb') as f:\n",
    "    job_links = pickle.load(f)\n",
    "\n",
    "print(job_links)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "skillset = {'mapreduce': 0, 'spark': 0}\n",
    "\n",
    "# writing initialization into a file\n",
    "with open('scraped_links_restart.pkl', 'wb') as f:\n",
    "    pickle.dump((skillset, 0), f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "How many websites to go:  65\n"
     ]
    }
   ],
   "source": [
    "with open('scraped_links_restart.pkl', 'rb') as f:\n",
    "    skill_set, index = pickle.load(f)\n",
    "    print(\"How many websites to go: \", len(job_links) - index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "HTTP Error\n",
      "HTTP Error\n",
      "55\n",
      "{'mapreduce': 1, 'spark': 1}\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "45\n",
      "{'mapreduce': 1, 'spark': 2}\n",
      "HTTP Error\n",
      "40\n",
      "{'mapreduce': 1, 'spark': 3}\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "35\n",
      "{'mapreduce': 1, 'spark': 4}\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "30\n",
      "{'mapreduce': 1, 'spark': 5}\n",
      "HTTP Error\n",
      "25\n",
      "{'mapreduce': 1, 'spark': 5}\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "20\n",
      "{'mapreduce': 1, 'spark': 5}\n",
      "HTTP Error\n",
      "15\n",
      "{'mapreduce': 1, 'spark': 5}\n",
      "HTTP Error\n",
      "HTTP Error\n",
      "5\n",
      "{'mapreduce': 1, 'spark': 7}\n",
      "0\n",
      "{'mapreduce': 1, 'spark': 8}\n"
     ]
    }
   ],
   "source": [
    "import re\n",
    "\n",
    "counter = 0\n",
    "\n",
    "for link in job_links[index:]:\n",
    "    counter += 1\n",
    "    \n",
    "    try:\n",
    "        job_page = urllib.request.urlopen(link).read().decode('utf-8')\n",
    "    except urllib.error.HTTPError:\n",
    "        print(\"HTTP Error\")\n",
    "        continue\n",
    "    except urllib.error.URLError:\n",
    "        print(\"URL Error\")\n",
    "        continue\n",
    "    \n",
    "    job_text = re.sub('[^a-z.+3]', ' ', job_page.lower()) # .+3 matches a single character in the list\n",
    "    \n",
    "    for key in skill_set.keys():\n",
    "        if key in job_text:\n",
    "            skill_set[key] += 1\n",
    "            \n",
    "    if counter % 5 == 0:\n",
    "        print(len(job_links) - counter - index)\n",
    "        print(skill_set)\n",
    "        with open('scraped_links_restart.pkl', 'wb') as f:\n",
    "            pickle.dump((skill_set, index + counter), f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'mapreduce': 1, 'spark': 8}\n"
     ]
    }
   ],
   "source": [
    "print(skill_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAFFCAYAAADvklavAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAF+JJREFUeJzt3XmU5WV95/H3B2Rp2VqlQgzQNIoDcUUtF5C4Ma64TIxR\nGZ2oifYxxn0LUY8G4x6Dejwu0xoRR8RxwQmICxjABQXtRhBkcRRBQEcKkVVl/c4f91d6aaurbrf1\nq1vc5/06p07Vb7m/53t7+dynnt/ypKqQJE2+LcZdgCRpaRj4ktQIA1+SGmHgS1IjDHxJaoSBL0mN\nMPDVvCTXJrnLuOsYRZLnJPnmRrY9M8nxQ8uVZK/u548lefNS1anlycDXokhyYZLfJLkmyZVJvpXk\nBUlG+jeWZHUXULf7I2p4cpIzklyd5PIkJybZc6HXVdX2VXXB5ra72JIc0P35XZXkiiSnJHnAQq+r\nqiOr6tFLUaNumzb7P5c0hydW1VeT7AQ8DHgv8CDguX033PVkPw48BTgR2B54NHBz320vpiQ7Al8A\n/h74NLA18BfA9eOsS5PBHr4WXVVdVVXHAE8Hnp3kngBJDkryva4HfnGSfx562de771d2Qyz7Jblr\n10v/ZddjPzLJyo00uy/wk6r6zxq4pqo+V1U/7dreMslrk/y4+y1kfZLdu23DQx/bJHlXkp8m+UWS\nDyVZ0W17eJJLkrwyyWVJfp7kdx9mSVYk+bckF3W9828OvfbBXa/9yiRnJnn4Rt7Hf+n+DI+qqpur\n6jdVdXxVfX+unZP8a9fOTvMN92zwmp2TfKGr5Yok3xj1NzHdtvmXrN5U1XeASxj0UAGuA/4GWAkc\nBPx9kv/WbXto931lN8TybSDA24A/A/4c2B345400dzqwT5J3J3lEku032P4K4GDg8cCOwN8Cv57j\nOG9nELr7AnsBuwJvGNr+p8BO3fq/A96f5A7dtncB9wf2B+4IvAa4JcmuwHHAm7v1rwI+l2RqjvZ/\nCNyc5Igkjxs69q0k2SLJh4F7A4+uqqs28ucyl1cy+HuZAnYBXgv4jJUGGPjq288YhBxVdXJVnVVV\nt3Q91qMYDP3Mqap+VFUnVNX1VTUDHLax/bsx+IczCOJPA5d3Jypng/95wOur6vzuN4Azq+qXw8dI\nEmAN8PKquqKqrgHeCjxjaLcbgTdV1Y1V9UXgWmDvrof8t8BLq+rSrnf+raq6HngW8MWq+mL33k8A\n1jH48NnwfVwNHMAggD8MzCQ5JskuQ7tt1f3Z3ZHBMNpcH1zzuRG4M7BH9z6+UT5UqwkGvvq2K3AF\nQJIHJTkpyUySq4AXADtv7IVJdknyqSSXJrka+MR8+1fVqVX1tKqaYvBbxUOB13Wbdwd+vECtU8Dt\ngfXdcMeVwJe79bN+WVU3DS3/msH5gp2BbTfSxh7AX88eszvuAQxCd673cW5VPaeqdgPuyeA3nPcM\n7bIX8GTg0Kq6YYH3NJd/BX4EHJ/kgiSHbMYxdBtk4Ks33ZUluwKz48qfBI4Bdq+qnYAPMRi2gbmH\nFN7arb9XVe3IoKecOfb7A1X1XeBoBoEJcDFw1wVedjnwG+AeVbWy+9qpqjYcHtrYa3+7kTYuBv7X\n0DFXVtV2VfX2Ed7HecDHht4HwLkMToR/KcneI9S24TGvqapXVtVdgCcBr0hy4KYeR7c9Br4WXZId\nkzwB+BTwiao6q9u0A3BFVf02yQOB/z70shngFmD4evgdGAyZXNWNg796njYPSPL8JH/SLe/DIMxO\n7Xb5CPAvSe6WgXsnudPwMarqFgbDKO8eOs6uSR6z0HvuXvtR4LAkf9adJN4vyTYMfjN5YpLHdOu3\n7U4A7zbH+9inOym8W7e8O4NzD6du0N5RDMbev5pkoQ+yDdt4QpK9uiGsqxhcyXTLphxDt00GvhbT\nsUmuYdCjfR2DMffhSzJfCLyp2+cNDMbaAejGod8CnNINezwYOBS4H4NQOo5Bj31jrmQQ8GcluZbB\nUMzngXd22w/r2jseuBr4d2DFHMf5RwbDHad2w0hfBUbtRb8KOAv4LoNhrHcAW1TVxQyGYF7L4IPt\nYgYfXnP9/7uGwaWspyW5jkHQn83gROutVNURwJuAE5OsHrFGgLsxeF/XAt8GPlBVJ23C63UbFc/V\nSFIb7OFLUiMMfElqhIEvSY0w8CWpEQa+JDViWT0tc+edd67Vq1ePuwxJus1Yv3795d3d5QtaVoG/\nevVq1q1bN+4yJOk2I8lFo+7rkI4kNcLAl6RGGPiS1AgDX5IaYeBLUiN6DfwkL0/ygyRnJzkqybZ9\ntidJ2rjeAr97fvlLgOmquiewJbeeKk6StIT6HtK5HbAiye0YTB33s57bkyRtRG83XlXVpUneBfyU\nwbRxx1fV8Rvul2QNg4mjWbVqVV/lSE1Yfchx4y5holz49oPGXcKi6nNI5w4MZvnZk8EkzNsledaG\n+1XV2qqarqrpqamR7g6WJG2GPod0/ivwk6qaqaobGUxPt3+P7UmS5tFn4P8UeHCS23eTJR8InNtj\ne5KkefQW+FV1GvBZ4HQGEztvAaztqz1J0vx6fVpmVb0ReGOfbUiSRuOdtpLUCANfkhph4EtSIwx8\nSWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS1AgDX5IaYeBLUiMMfElqhIEvSY0w8CWpEQa+JDXCwJek\nRvQ5ifneSc4Y+ro6ycv6ak+SNL/eZryqqvOBfQGSbAlcCny+r/YkSfNbqiGdA4EfV9VFS9SeJGkD\nSxX4zwCOWqK2JElz6D3wk2wNPAn4zEa2r0myLsm6mZmZvsuRpGYtRQ//ccDpVfWLuTZW1dqqmq6q\n6ampqSUoR5LatBSBfzAO50jS2PUa+Em2Ax4FHN1nO5KkhfV2WSZAVV0H3KnPNiRJo/FOW0lqhIEv\nSY0w8CWpEQa+JDXCwJekRhj4ktQIA1+SGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLU\nCANfkhph4EtSIwx8SWpE31Mcrkzy2STnJTk3yX59tidJ2rhepzgE3gt8uaqemmRr4PY9tydJ2oje\nAj/JTsBDgecAVNUNwA19tSdJml+fQzp7AjPA4Um+l+QjSbbrsT1J0jz6DPzbAfcDPlhV9wWuAw7Z\ncKcka5KsS7JuZmamx3IkqW19Bv4lwCVVdVq3/FkGHwC3UlVrq2q6qqanpqZ6LEeS2tZb4FfV/wMu\nTrJ3t+pA4Jy+2pMkza/vq3ReDBzZXaFzAfDcntuTJG1Er4FfVWcA0322IUkajXfaSlIjDHxJaoSB\nL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS\n1AgDX5IaYeBLUiN6nfEqyYXANcDNwE1V5exXkjQmfc9pC/CIqrp8CdqRJM3DIR1JakTfgV/AV5Os\nT7Km57YkSfPoe0jngKq6NMmfACckOa+qvj68Q/dBsAZg1apVPZcjSe3qtYdfVZd23y8DPg88cI59\n1lbVdFVNT01N9VmOJDWtt8BPsl2SHWZ/Bh4NnN1Xe5Kk+fU5pLML8Pkks+18sqq+3GN7kqR59Bb4\nVXUBcJ++ji9J2jRelilJjTDwJakRBr4kNWKkwE/ykFHWSZKWr1F7+O8bcZ0kaZma9yqdJPsB+wNT\nSV4xtGlHYMs+C5MkLa6FLsvcGti+22+HofVXA0/tqyhJ0uKbN/Cr6mvA15J8rKouWqKaJEk9GPXG\nq22SrAVWD7+mqh7ZR1GSpMU3auB/BvgQ8BEGs1dJkm5jRg38m6rqg71WIknq1aiXZR6b5IVJ7pzk\njrNfvVYmSVpUo/bwn919f/XQugLusrjlSJL6MlLgV9WefRciSerXSIGf5G/mWl9VH1/cciRJfRl1\nSOcBQz9vCxwInA4Y+JJ0GzHqkM6Lh5eTrAQ+1UtFkqRebO7jka8DRhrXT7Jlku8l+cJmtiVJWgSj\njuEfy+CqHBg8NO3PgU+P2MZLgXMZPHBNkjQmo47hv2vo55uAi6rqkoVelGQ34CDgLcArFthdktSj\nkYZ0uoeoncfgiZl3AG4Y8fjvAV4D3LJZ1UmSFs2oM149DfgO8NfA04DTksz7eOQkTwAuq6r1C+y3\nJsm6JOtmZmZGLFuStKlGHdJ5HfCAqroMIMkU8FXgs/O85iHAk5I8nsGlnDsm+URVPWt4p6paC6wF\nmJ6erj88jCRpMYx6lc4Ws2Hf+eVCr62qf6qq3apqNfAM4MQNw16StHRG7eF/OclXgKO65acDX+yn\nJElSHxaa03YvYJeqenWSpwAHdJu+DRw5aiNVdTJw8mbWKElaBAv18N8D/BNAVR0NHA2Q5F7dtif2\nWp0kadEsNIa/S1WdteHKbt3qXiqSJPViocBfOc+2FYtZiCSpXwsF/rokz99wZZLnAfNeXy9JWl4W\nGsN/GfD5JM/k9wE/DWwN/GWfhUmSFte8gV9VvwD2T/II4J7d6uOq6sTeK5MkLapRn4d/EnBSz7VI\nknq0uc/DlyTdxhj4ktQIA1+SGmHgS1IjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUiN4CP8m2\nSb6T5MwkP0hyaF9tSZIWNuqctpvjeuCRVXVtkq2Abyb5UlWd2mObkqSN6C3wq6qAa7vFrbqv6qs9\nSdL8eh3DT7JlkjOAy4ATquq0PtuTJG1cr4FfVTdX1b7AbsADk9xzw32SrEmyLsm6mZmZPsuRpKYt\nyVU6VXUlg+fpP3aObWurarqqpqemppaiHElqUp9X6UwlWdn9vAJ4FHBeX+1JkubX51U6dwaOSLIl\ngw+WT1fVF3psT5I0jz6v0vk+cN++ji9J2jTeaStJjTDwJakRBr4kNcLAl6RGGPiS1AgDX5IaYeBL\nUiMMfElqhIEvSY0w8CWpEQa+JDXCwJekRhj4ktQIA1+SGmHgS1IjDHxJaoSBL0mN6HNO292TnJTk\nnCQ/SPLSvtqSJC2szzltbwJeWVWnJ9kBWJ/khKo6p8c2JUkb0VsPv6p+XlWndz9fA5wL7NpXe5Kk\n+S3JGH6S1QwmND9tjm1rkqxLsm5mZmYpypGkJvUe+Em2Bz4HvKyqrt5we1WtrarpqpqemprquxxJ\nalavgZ9kKwZhf2RVHd1nW5Kk+fV5lU6AfwfOrarD+mpHkjSaPnv4DwH+B/DIJGd0X4/vsT1J0jx6\nuyyzqr4JpK/jS5I2jXfaSlIjDHxJaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8\nSWqEgS9JjTDwJakRBr4kNcLAl6RGGPiS1AgDX5IaYeBLUiP6nNP2o0kuS3J2X21IkkbXZw//Y8Bj\nezy+JGkT9Bb4VfV14Iq+ji9J2jS9TWI+qiRrgDUAq1atGnM1C1t9yHHjLmGiXPj2g8ZdgtSMsZ+0\nraq1VTVdVdNTU1PjLkeSJtbYA1+StDQMfElqRJ+XZR4FfBvYO8klSf6ur7YkSQvr7aRtVR3c17El\nSZvOIR1JaoSBL0mNMPAlqREGviQ1wsCXpEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakRBr4k\nNcLAl6RGGPiS1AgDX5IaYeBLUiMMfElqRK+Bn+SxSc5P8qMkh/TZliRpfn3Oabsl8H7gccDdgYOT\n3L2v9iRJ8+uzh/9A4EdVdUFV3QB8Cnhyj+1JkubR2yTmwK7AxUPLlwAP2nCnJGuANd3itUnO77Gm\nluwMXD7uIhaSd4y7Ao2J/z4Xzx6j7thn4I+kqtYCa8ddx6RJsq6qpsddhzQX/32OR59DOpcCuw8t\n79atkySNQZ+B/13gbkn2TLI18AzgmB7bkyTNo7chnaq6KcmLgK8AWwIfraof9NWe/oDDZFrO/Pc5\nBqmqcdcgSVoC3mkrSY0w8CWpEQa+JDXCwJ9ASW4/7hqkYUnuOMe6PcdRS8sM/AmSZP8k5wDndcv3\nSfKBMZclARybZMfZhe65WseOsZ4mGfiT5d3AY4BfAlTVmcBDx1qRNPBWBqG/fZL7A58BnjXmmpoz\n9kcraHFV1cVJhlfdPK5apFlVdVySrYDjgR2Av6yqH465rOYY+JPl4iT7A9X953opcO6Ya1LDkrwP\nGL7ZZyfgx8CLklBVLxlPZW0y8CfLC4D3MnhS6aUMelP/MNaK1Lp1GyyvH0sVArzTVlLPusmQPl5V\nzxx3La3zpO0ESXJEkpVDy3dI8tFx1iRV1c3AHt1DFDVGDulMlntX1ZWzC1X1qyT3HWdBUucC4JQk\nxwDXza6sqsPGV1J7DPzJskWSO1TVr+B3N7v4d6zl4Mfd1xYMrtLRGBgGk+XfgG8n+QwQ4KnAW8Zb\nkgRVdei4a5AnbSdOdwfjI7vFE6vqnHHWIwEkmQJeA9wD2HZ2fVU9cqMv0qLzpO0ESbIKuJbBzGLH\nMJgUftV4q5IAOJLBIz/2BA4FLmQwK56WkD38CZLkLH5/k8sKBv+5zq+qe4yvKgmSrK+q+yf5flXd\nu1v33ap6wLhra4lj+BOkqu41vJzkfsALx1SONOzG7vvPkxwE/Az4gydoql/28CdckrM2/CCQllqS\nJwDfAHYH3gfsCBxaVceMtbDGGPgTJMkrhha3AO4H3KmqHjOmkiQtI560nSw7DH1tAxwHPHmsFUlA\nkrskOTbJ5UkuS/IfSe4y7rpaYw9fUu+SnAq8HziqW/UM4MVV9aDxVdUeA38CJDmWWz+C9laq6klL\nWI70B4avzhlad2ZV3WdcNbXIq3Qmw7u6708B/hT4RLd8MPCLsVQk3dqXkhwCfIpB5+TpwBdn57qt\nqivGWVwr7OFPkCTrqmp6oXXSUkvyk6HF2dCZnZqtqsrx/CXgSdvJst3wibAkewLbjbEeadY/Avep\nqj2Bw4Ezgb+qqj0N+6Vj4E+WlwMnJzk5ydeAk4CXjbkmCeD1VXV1kgMYPOvpI8AHx1xTcxzSmTBJ\ntgH26RbPq6rrx1mPBJDke1V13yRvA86qqk/Orht3bS2xhz9BktweeDXwoqo6E1jV3eEojdulSf4n\nvz9Zuw3mz5LzD3yyHA7cAOzXLV8KvHl85Ui/8zTgK8BjulnZ7sigc6Il5JDOBJm9Imf4V2WvdZY0\nyx7+ZLkhyQq6y96S3BVwDF8S4I1Xk+aNwJeB3ZMcCTwEeM5YK5K0bDikMyGSBNgN+DXwYAY3tZxa\nVZePtTBJy4aBP0F89r2k+TiGP1lOT+KUcZLmZA9/giQ5D9gLuAi4jsGwTm34lEJJbTLwJ0iSPeZa\nX1UXLXUtkpYfA3/CdBOXH8Dg0sxTqur0MZckaZlwDH+CJHkDcARwJ2Bn4PAkrx9vVZKWC3v4EyTJ\n+QweQfvbbnkFcEZV7T3eyiQtB/bwJ8vPgG2Hlrdh8DwdSbKHP0mS/B/gAcAJDMbwHwV8B7gEoKpe\nMr7qJI2bgT9Bkjx7vu1VdcRS1SJp+THwJakRPjxtgiS5G/A24O4MjeU7Z6gk8KTtpDmcwTyhNwGP\nAD4OfGKsFUlaNhzSmSBJ1lfV/Ycfoja7bty1SRo/h3Qmy/VJtgD+b5IXMbgkc/sx1yRpmbCHP0G6\nJ2WeC6wE/gXYEXhnVZ021sIkLQsG/gRJMg28DtgD2Kpb7dMyJQEG/kTpHq3wauAs4JbZ9T4tUxI4\nhj9pZqrqmHEXIWl5soc/QZIcCBwM/Cdw/ez6qjp6bEVJWjbs4U+W5wL7MBi/nx3SKcDAl2QPf5Ik\nOd9HIUvaGO+0nSzfSnL3cRchaXmyhz9BkpwL3BX4CYMxfCcxl/Q7Bv4EcRJzSfMx8CWpEY7hS1Ij\nDHxJaoSBr2YleV2SHyT5fpIzkjwoyYVJdp5j329131cnObv7+eFJvrDUdUubyxuv1KQk+wFPAO5X\nVdd3Ib/1xvavqv2XrDipJ/bw1ao7A5dX1fUAVXV5Vf1sdmOSFUm+lOT53fK18x0sycO63xLOSPK9\nJDv0Wr20GQx8tep4YPckP0zygSQPG9q2PXAscFRVfXjE470K+Ieq2hf4C+A3i1uu9Mcz8NWkqroW\nuD+wBpgB/neS53Sb/wM4vKo+vgmHPAU4LMlLgJVVddNi1istBgNfzaqqm6vq5Kp6I/Ai4K+6TacA\nj02STTjW24HnASuAU5Lss+gFS38kA19NSrJ3krsNrdoXmL0j+Q3Ar4D3b8Lx7lpVZ1XVO4DvMnhq\nqbSsGPhq1fbAEUnOSfJ94O7APw9tfymwIsk7Rzzey5Kc3R3rRuBLi1qttAh8tIIkNcIeviQ1wsCX\npEYY+JLUCANfkhph4EtSIwx8SWqEgS9JjTDwJakR/x/nepNK+54qRQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x3a77a36ef0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pseries = pd.Series(skill_set)\n",
    "pseries.sort_index(ascending=False)\n",
    "\n",
    "pseries.plot(kind= 'bar')\n",
    "plt.title('Data Science Skills')\n",
    "plt.xlabel('Skills')\n",
    "plt.ylabel('Count')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}