Wordcount.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Wordcount"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### README de Spark como fuente de datos"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "../../README.md MapPartitionsRDD[1] at textFile at NativeMethodAccessorImpl.java:0"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile = sc.textFile(\"../../README.md\")\n",
    "textFile"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Cuento palabras (flatMap, map, reduceByKey)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PythonRDD[6] at RDD at PythonRDD.scala:53"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wordCounts = \\\n",
    "  textFile.flatMap(lambda line: line.split())\\\n",
    "          .map(lambda word: (word, 1))\\\n",
    "          .reduceByKey(lambda a, b: a+b)\n",
    "wordCounts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Muestro todas las tuplas (collect)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(u'when', 1),\n",
       " (u'R,', 1),\n",
       " (u'including', 4),\n",
       " (u'computation', 1),\n",
       " (u'contributing', 1),\n",
       " (u'Kubernetes', 1),\n",
       " (u'using:', 1),\n",
       " (u'guidance', 2),\n",
       " (u'Scala,', 1),\n",
       " (u'environment', 1),\n",
       " (u'only', 1),\n",
       " (u'rich', 1),\n",
       " (u'Apache', 1),\n",
       " (u'sc.parallelize(range(1000)).count()', 1),\n",
       " (u'Building', 1),\n",
       " (u'IDE,', 1),\n",
       " (u'guide,', 1),\n",
       " (u'return', 2),\n",
       " (u'Enabling', 1),\n",
       " (u'Please', 4),\n",
       " (u'Try', 1),\n",
       " (u'not', 1),\n",
       " (u'Spark', 16),\n",
       " (u'scala>', 1),\n",
       " (u'Contributing', 1),\n",
       " (u'cluster.', 1),\n",
       " (u'./bin/pyspark', 1),\n",
       " (u'params', 1),\n",
       " (u'through', 1),\n",
       " (u'GraphX', 1),\n",
       " (u'guide](http://spark.apache.org/contributing.html)', 1),\n",
       " (u'[run', 1),\n",
       " (u'A', 1),\n",
       " (u'abbreviated', 1),\n",
       " (u'For', 3),\n",
       " (u'##', 9),\n",
       " (u'library', 1),\n",
       " (u'see', 4),\n",
       " (u'\"local\"', 1),\n",
       " (u'[Apache', 1),\n",
       " (u'will', 1),\n",
       " (u'#', 1),\n",
       " (u'processing,', 1),\n",
       " (u'for', 12),\n",
       " (u'review', 1),\n",
       " (u'[building', 1),\n",
       " (u'Maven', 1),\n",
       " (u'[\"Parallel', 1),\n",
       " (u'provides', 1),\n",
       " (u'print', 1),\n",
       " (u'supports', 2),\n",
       " (u'built,', 1),\n",
       " (u'[params]`.', 1),\n",
       " (u'available', 1),\n",
       " (u'run', 7),\n",
       " (u'./bin/run-example', 2),\n",
       " (u'This', 2),\n",
       " (u'Hadoop,', 2),\n",
       " (u'Tests', 1),\n",
       " (u'example:', 1),\n",
       " (u'-DskipTests', 1),\n",
       " (u'Maven](http://maven.apache.org/).', 1),\n",
       " (u'thread', 1),\n",
       " (u'programming', 1),\n",
       " (u'running', 1),\n",
       " (u'against', 1),\n",
       " (u'site,', 1),\n",
       " (u'comes', 1),\n",
       " (u'package.', 1),\n",
       " (u'and', 10),\n",
       " (u'package.)', 1),\n",
       " (u'prefer', 1),\n",
       " (u'documentation,', 1),\n",
       " (u'submit', 1),\n",
       " (u'tools', 1),\n",
       " (u'page](http://spark.apache.org/documentation.html).', 1),\n",
       " (u'use', 3),\n",
       " (u'from', 1),\n",
       " (u'[project', 1),\n",
       " (u'fast', 1),\n",
       " (u'systems.', 1),\n",
       " (u'<http://spark.apache.org/>', 1),\n",
       " (u'Hadoop-supported', 1),\n",
       " (u'way', 1),\n",
       " (u'README', 1),\n",
       " (u'MASTER', 1),\n",
       " (u'engine', 1),\n",
       " (u'building', 2),\n",
       " (u'started', 1),\n",
       " (u'Note', 1),\n",
       " (u'usage', 1),\n",
       " (u'instance:', 1),\n",
       " (u'with', 4),\n",
       " (u'protocols', 1),\n",
       " (u'And', 1),\n",
       " (u'this', 1),\n",
       " (u'setup', 1),\n",
       " (u'shell:', 2),\n",
       " (u'project', 1),\n",
       " (u'info', 1),\n",
       " (u'following', 2),\n",
       " (u'distribution', 1),\n",
       " (u'detailed', 2),\n",
       " (u'have', 1),\n",
       " (u'stream', 1),\n",
       " (u'[Contribution', 1),\n",
       " (u'is', 7),\n",
       " (u'higher-level', 1),\n",
       " (u'tests', 2),\n",
       " (u'1000:', 2),\n",
       " (u'sample', 1),\n",
       " (u'[\"Specifying', 1),\n",
       " (u'tests](http://spark.apache.org/developer-tools.html#individual-tests).',\n",
       "  1),\n",
       " (u'./bin/spark-shell', 1),\n",
       " (u'file', 1),\n",
       " (u'need', 1),\n",
       " (u'You', 4),\n",
       " (u'instructions.', 1),\n",
       " (u'different', 1),\n",
       " (u'Tools\"](http://spark.apache.org/developer-tools.html).', 1),\n",
       " (u'programs,', 1),\n",
       " (u'storage', 1),\n",
       " (u'same', 1),\n",
       " (u'machine', 1),\n",
       " (u'Running', 1),\n",
       " (u'which', 2),\n",
       " (u'you', 4),\n",
       " (u'development', 1),\n",
       " (u'About', 1),\n",
       " (u'sc.parallelize(1', 1),\n",
       " (u'locally.', 1),\n",
       " (u'Hive', 2),\n",
       " (u'optimized', 1),\n",
       " (u'uses', 1),\n",
       " (u'variable', 1),\n",
       " (u'The', 1),\n",
       " (u'data', 1),\n",
       " (u'a', 9),\n",
       " (u'\"yarn\"', 1),\n",
       " (u'Thriftserver', 1),\n",
       " (u'processing.', 1),\n",
       " (u'Alternatively,', 1),\n",
       " (u'Python', 2),\n",
       " (u'Spark](#building-spark).', 1),\n",
       " (u'clean', 1),\n",
       " (u'the', 24),\n",
       " (u'requires', 1),\n",
       " (u'talk', 1),\n",
       " (u'project.', 1),\n",
       " (u'help', 1),\n",
       " (u'Hadoop', 3),\n",
       " (u'-T', 1),\n",
       " (u'high-level', 1),\n",
       " (u'find', 1),\n",
       " (u'web', 1),\n",
       " (u'Shell', 2),\n",
       " (u'how', 3),\n",
       " (u'graph', 1),\n",
       " (u'run:', 1),\n",
       " (u'should', 2),\n",
       " (u'to', 17),\n",
       " (u'must', 1),\n",
       " (u'module,', 1),\n",
       " (u'given.', 1),\n",
       " (u'directory.', 1),\n",
       " (u'YARN\"](http://spark.apache.org/docs/latest/building-spark.html#specifying-the-hadoop-version-and-enabling-yarn)',\n",
       "  1),\n",
       " (u'SparkPi', 2),\n",
       " (u'first', 1),\n",
       " (u'do', 2),\n",
       " (u'Programs', 1),\n",
       " (u'Many', 1),\n",
       " (u'YARN,', 1),\n",
       " (u'using', 5),\n",
       " (u'test,', 1),\n",
       " (u'Example', 1),\n",
       " (u'Once', 1),\n",
       " (u'Spark\"](http://spark.apache.org/docs/latest/building-spark.html).', 1),\n",
       " (u'Because', 1),\n",
       " (u'name', 1),\n",
       " (u'Testing', 1),\n",
       " (u'refer', 2),\n",
       " (u'Streaming', 1),\n",
       " (u'SQL', 2),\n",
       " (u'them,', 1),\n",
       " (u'analysis.', 1),\n",
       " (u'set', 2),\n",
       " (u'Scala', 2),\n",
       " (u'thread,', 1),\n",
       " (u'individual', 1),\n",
       " (u'examples', 2),\n",
       " (u'runs.', 1),\n",
       " (u'Pi', 1),\n",
       " (u'More', 1),\n",
       " (u'Python,', 2),\n",
       " (u'Versions', 1),\n",
       " (u'integration', 1),\n",
       " (u'its', 1),\n",
       " (u'version', 1),\n",
       " (u'`./bin/run-example', 1),\n",
       " (u'Configuration', 1),\n",
       " (u'command,', 2),\n",
       " (u'Maven,', 1),\n",
       " (u'core', 1),\n",
       " (u'Guide](http://spark.apache.org/docs/latest/configuration.html)', 1),\n",
       " (u'MASTER=spark://host:7077', 1),\n",
       " (u'Documentation', 1),\n",
       " (u'downloaded', 1),\n",
       " (u'distributions.', 1),\n",
       " (u'Spark.', 1),\n",
       " (u'[\"Building', 1),\n",
       " (u'by', 1),\n",
       " (u'on', 7),\n",
       " (u'package', 1),\n",
       " (u'of', 5),\n",
       " (u'changed', 1),\n",
       " (u'pre-built', 1),\n",
       " (u'Big', 1),\n",
       " (u'3\"](https://cwiki.apache.org/confluence/display/MAVEN/Parallel+builds+in+Maven+3).',\n",
       "  1),\n",
       " (u'or', 3),\n",
       " (u'Developer', 1),\n",
       " (u'locally', 2),\n",
       " (u'can', 7),\n",
       " (u'overview', 1),\n",
       " (u'There', 1),\n",
       " (u'one', 3),\n",
       " (u'resource-managers/kubernetes/integration-tests/README.md', 1),\n",
       " (u'(You', 1),\n",
       " (u'Online', 1),\n",
       " (u'versions', 1),\n",
       " (u'your', 1),\n",
       " (u'threads.', 1),\n",
       " (u'APIs', 1),\n",
       " (u'spark://', 1),\n",
       " (u'contains', 1),\n",
       " (u'system', 1),\n",
       " (u'`examples`', 2),\n",
       " (u'start', 1),\n",
       " (u'build/mvn', 1),\n",
       " (u'easiest', 1),\n",
       " (u'basic', 1),\n",
       " (u'more', 1),\n",
       " (u'option', 1),\n",
       " (u'that', 2),\n",
       " (u'N', 1),\n",
       " (u'\"local[N]\"', 1),\n",
       " (u'DataFrames,', 1),\n",
       " (u'particular', 2),\n",
       " (u'be', 2),\n",
       " (u'an', 4),\n",
       " (u'than', 1),\n",
       " (u'Interactive', 2),\n",
       " (u'builds', 1),\n",
       " (u'developing', 1),\n",
       " (u'cluster', 2),\n",
       " (u'Version', 1),\n",
       " (u'<class>', 1),\n",
       " (u'example', 3),\n",
       " (u'are', 1),\n",
       " (u'Data.', 1),\n",
       " (u'mesos://', 1),\n",
       " (u'computing', 1),\n",
       " (u'URL,', 1),\n",
       " (u'in', 6),\n",
       " (u'general', 3),\n",
       " (u'To', 2),\n",
       " (u'tips,', 1),\n",
       " (u'at', 2),\n",
       " (u'1000).count()', 1),\n",
       " (u'if', 4),\n",
       " (u'information', 1),\n",
       " (u'built', 1),\n",
       " (u'no', 1),\n",
       " (u'Java,', 1),\n",
       " (u'get', 1),\n",
       " (u'MLlib', 1),\n",
       " (u'also', 5),\n",
       " (u'other', 1),\n",
       " (u'build', 4),\n",
       " (u'online', 1),\n",
       " (u'several', 1),\n",
       " (u'HDFS', 1),\n",
       " (u'[Configuration', 1),\n",
       " (u'[\"Useful', 1),\n",
       " (u'>>>', 1),\n",
       " (u'class', 2),\n",
       " (u'programs', 2),\n",
       " (u'documentation', 3),\n",
       " (u'It', 2),\n",
       " (u'graphs', 1),\n",
       " (u'./dev/run-tests', 1),\n",
       " (u'configure', 1),\n",
       " (u'learning,', 1),\n",
       " (u'latest', 1)]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wordCounts.collect()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Las 5 palabras que más aparecen (takeOrdered)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(u'the', 24), (u'to', 17), (u'Spark', 16), (u'for', 12), (u'and', 10)]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wordCounts.takeOrdered(5, \n",
    "  key = lambda x: -x[1])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Las 5 palabras que más aparecen pero calculandolo afuera de Spark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(u'the', 24), (u'to', 17), (u'Spark', 16), (u'for', 12), (u'and', 10), (u'##', 9), (u'a', 9), (u'run', 7), (u'is', 7), (u'on', 7)]\n"
     ]
    }
   ],
   "source": [
    "words = wordCounts.collect()\n",
    "words.sort(key = lambda x: -x[1])\n",
    "print words[0:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Las 5 palabras que más aparecen usando grupos (groupByKey)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(u'the', <pyspark.resultiterable.ResultIterable at 0x7f6919d6d150>),\n",
       " (u'to', <pyspark.resultiterable.ResultIterable at 0x7f6919d0c450>),\n",
       " (u'Spark', <pyspark.resultiterable.ResultIterable at 0x7f6919d0c350>),\n",
       " (u'for', <pyspark.resultiterable.ResultIterable at 0x7f6919d0c390>),\n",
       " (u'and', <pyspark.resultiterable.ResultIterable at 0x7f6919d0c3d0>)]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile.flatMap(lambda line: line.split())\\\n",
    "        .map(lambda word: (word, 1))\\\n",
    "        .groupByKey()\\\n",
    "        .takeOrdered(5, \n",
    "          lambda (key, value): -1 * len(value))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(u'when', [1]),\n",
       " (u'R,', [1]),\n",
       " (u'including', [1, 1, 1, 1]),\n",
       " (u'computation', [1]),\n",
       " (u'contributing', [1]),\n",
       " (u'Kubernetes', [1]),\n",
       " (u'using:', [1]),\n",
       " (u'guidance', [1, 1]),\n",
       " (u'Scala,', [1]),\n",
       " (u'environment', [1]),\n",
       " (u'only', [1]),\n",
       " (u'rich', [1]),\n",
       " (u'Apache', [1]),\n",
       " (u'sc.parallelize(range(1000)).count()', [1]),\n",
       " (u'Building', [1]),\n",
       " (u'IDE,', [1]),\n",
       " (u'guide,', [1]),\n",
       " (u'return', [1, 1]),\n",
       " (u'Enabling', [1]),\n",
       " (u'Please', [1, 1, 1, 1]),\n",
       " (u'Try', [1]),\n",
       " (u'not', [1]),\n",
       " (u'Spark', [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'scala>', [1]),\n",
       " (u'Contributing', [1]),\n",
       " (u'cluster.', [1]),\n",
       " (u'./bin/pyspark', [1]),\n",
       " (u'params', [1]),\n",
       " (u'through', [1]),\n",
       " (u'GraphX', [1]),\n",
       " (u'guide](http://spark.apache.org/contributing.html)', [1]),\n",
       " (u'[run', [1]),\n",
       " (u'A', [1]),\n",
       " (u'abbreviated', [1]),\n",
       " (u'For', [1, 1, 1]),\n",
       " (u'##', [1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'library', [1]),\n",
       " (u'see', [1, 1, 1, 1]),\n",
       " (u'\"local\"', [1]),\n",
       " (u'[Apache', [1]),\n",
       " (u'will', [1]),\n",
       " (u'#', [1]),\n",
       " (u'processing,', [1]),\n",
       " (u'for', [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'review', [1]),\n",
       " (u'[building', [1]),\n",
       " (u'Maven', [1]),\n",
       " (u'[\"Parallel', [1]),\n",
       " (u'provides', [1]),\n",
       " (u'print', [1]),\n",
       " (u'supports', [1, 1]),\n",
       " (u'built,', [1]),\n",
       " (u'[params]`.', [1]),\n",
       " (u'available', [1]),\n",
       " (u'run', [1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'./bin/run-example', [1, 1]),\n",
       " (u'This', [1, 1]),\n",
       " (u'Hadoop,', [1, 1]),\n",
       " (u'Tests', [1]),\n",
       " (u'example:', [1]),\n",
       " (u'-DskipTests', [1]),\n",
       " (u'Maven](http://maven.apache.org/).', [1]),\n",
       " (u'thread', [1]),\n",
       " (u'programming', [1]),\n",
       " (u'running', [1]),\n",
       " (u'against', [1]),\n",
       " (u'site,', [1]),\n",
       " (u'comes', [1]),\n",
       " (u'package.', [1]),\n",
       " (u'and', [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'package.)', [1]),\n",
       " (u'prefer', [1]),\n",
       " (u'documentation,', [1]),\n",
       " (u'submit', [1]),\n",
       " (u'tools', [1]),\n",
       " (u'page](http://spark.apache.org/documentation.html).', [1]),\n",
       " (u'use', [1, 1, 1]),\n",
       " (u'from', [1]),\n",
       " (u'[project', [1]),\n",
       " (u'fast', [1]),\n",
       " (u'systems.', [1]),\n",
       " (u'<http://spark.apache.org/>', [1]),\n",
       " (u'Hadoop-supported', [1]),\n",
       " (u'way', [1]),\n",
       " (u'README', [1]),\n",
       " (u'MASTER', [1]),\n",
       " (u'engine', [1]),\n",
       " (u'building', [1, 1]),\n",
       " (u'started', [1]),\n",
       " (u'Note', [1]),\n",
       " (u'usage', [1]),\n",
       " (u'instance:', [1]),\n",
       " (u'with', [1, 1, 1, 1]),\n",
       " (u'protocols', [1]),\n",
       " (u'And', [1]),\n",
       " (u'this', [1]),\n",
       " (u'setup', [1]),\n",
       " (u'shell:', [1, 1]),\n",
       " (u'project', [1]),\n",
       " (u'info', [1]),\n",
       " (u'following', [1, 1]),\n",
       " (u'distribution', [1]),\n",
       " (u'detailed', [1, 1]),\n",
       " (u'have', [1]),\n",
       " (u'stream', [1]),\n",
       " (u'[Contribution', [1]),\n",
       " (u'is', [1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'higher-level', [1]),\n",
       " (u'tests', [1, 1]),\n",
       " (u'1000:', [1, 1]),\n",
       " (u'sample', [1]),\n",
       " (u'[\"Specifying', [1]),\n",
       " (u'tests](http://spark.apache.org/developer-tools.html#individual-tests).',\n",
       "  [1]),\n",
       " (u'./bin/spark-shell', [1]),\n",
       " (u'file', [1]),\n",
       " (u'need', [1]),\n",
       " (u'You', [1, 1, 1, 1]),\n",
       " (u'instructions.', [1]),\n",
       " (u'different', [1]),\n",
       " (u'Tools\"](http://spark.apache.org/developer-tools.html).', [1]),\n",
       " (u'programs,', [1]),\n",
       " (u'storage', [1]),\n",
       " (u'same', [1]),\n",
       " (u'machine', [1]),\n",
       " (u'Running', [1]),\n",
       " (u'which', [1, 1]),\n",
       " (u'you', [1, 1, 1, 1]),\n",
       " (u'development', [1]),\n",
       " (u'About', [1]),\n",
       " (u'sc.parallelize(1', [1]),\n",
       " (u'locally.', [1]),\n",
       " (u'Hive', [1, 1]),\n",
       " (u'optimized', [1]),\n",
       " (u'uses', [1]),\n",
       " (u'variable', [1]),\n",
       " (u'The', [1]),\n",
       " (u'data', [1]),\n",
       " (u'a', [1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'\"yarn\"', [1]),\n",
       " (u'Thriftserver', [1]),\n",
       " (u'processing.', [1]),\n",
       " (u'Alternatively,', [1]),\n",
       " (u'Python', [1, 1]),\n",
       " (u'Spark](#building-spark).', [1]),\n",
       " (u'clean', [1]),\n",
       " (u'the',\n",
       "  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'requires', [1]),\n",
       " (u'talk', [1]),\n",
       " (u'project.', [1]),\n",
       " (u'help', [1]),\n",
       " (u'Hadoop', [1, 1, 1]),\n",
       " (u'-T', [1]),\n",
       " (u'high-level', [1]),\n",
       " (u'find', [1]),\n",
       " (u'web', [1]),\n",
       " (u'Shell', [1, 1]),\n",
       " (u'how', [1, 1, 1]),\n",
       " (u'graph', [1]),\n",
       " (u'run:', [1]),\n",
       " (u'should', [1, 1]),\n",
       " (u'to', [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'must', [1]),\n",
       " (u'module,', [1]),\n",
       " (u'given.', [1]),\n",
       " (u'directory.', [1]),\n",
       " (u'YARN\"](http://spark.apache.org/docs/latest/building-spark.html#specifying-the-hadoop-version-and-enabling-yarn)',\n",
       "  [1]),\n",
       " (u'SparkPi', [1, 1]),\n",
       " (u'first', [1]),\n",
       " (u'do', [1, 1]),\n",
       " (u'Programs', [1]),\n",
       " (u'Many', [1]),\n",
       " (u'YARN,', [1]),\n",
       " (u'using', [1, 1, 1, 1, 1]),\n",
       " (u'test,', [1]),\n",
       " (u'Example', [1]),\n",
       " (u'Once', [1]),\n",
       " (u'Spark\"](http://spark.apache.org/docs/latest/building-spark.html).', [1]),\n",
       " (u'Because', [1]),\n",
       " (u'name', [1]),\n",
       " (u'Testing', [1]),\n",
       " (u'refer', [1, 1]),\n",
       " (u'Streaming', [1]),\n",
       " (u'SQL', [1, 1]),\n",
       " (u'them,', [1]),\n",
       " (u'analysis.', [1]),\n",
       " (u'set', [1, 1]),\n",
       " (u'Scala', [1, 1]),\n",
       " (u'thread,', [1]),\n",
       " (u'individual', [1]),\n",
       " (u'examples', [1, 1]),\n",
       " (u'runs.', [1]),\n",
       " (u'Pi', [1]),\n",
       " (u'More', [1]),\n",
       " (u'Python,', [1, 1]),\n",
       " (u'Versions', [1]),\n",
       " (u'integration', [1]),\n",
       " (u'its', [1]),\n",
       " (u'version', [1]),\n",
       " (u'`./bin/run-example', [1]),\n",
       " (u'Configuration', [1]),\n",
       " (u'command,', [1, 1]),\n",
       " (u'Maven,', [1]),\n",
       " (u'core', [1]),\n",
       " (u'Guide](http://spark.apache.org/docs/latest/configuration.html)', [1]),\n",
       " (u'MASTER=spark://host:7077', [1]),\n",
       " (u'Documentation', [1]),\n",
       " (u'downloaded', [1]),\n",
       " (u'distributions.', [1]),\n",
       " (u'Spark.', [1]),\n",
       " (u'[\"Building', [1]),\n",
       " (u'by', [1]),\n",
       " (u'on', [1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'package', [1]),\n",
       " (u'of', [1, 1, 1, 1, 1]),\n",
       " (u'changed', [1]),\n",
       " (u'pre-built', [1]),\n",
       " (u'Big', [1]),\n",
       " (u'3\"](https://cwiki.apache.org/confluence/display/MAVEN/Parallel+builds+in+Maven+3).',\n",
       "  [1]),\n",
       " (u'or', [1, 1, 1]),\n",
       " (u'Developer', [1]),\n",
       " (u'locally', [1, 1]),\n",
       " (u'can', [1, 1, 1, 1, 1, 1, 1]),\n",
       " (u'overview', [1]),\n",
       " (u'There', [1]),\n",
       " (u'one', [1, 1, 1]),\n",
       " (u'resource-managers/kubernetes/integration-tests/README.md', [1]),\n",
       " (u'(You', [1]),\n",
       " (u'Online', [1]),\n",
       " (u'versions', [1]),\n",
       " (u'your', [1]),\n",
       " (u'threads.', [1]),\n",
       " (u'APIs', [1]),\n",
       " (u'spark://', [1]),\n",
       " (u'contains', [1]),\n",
       " (u'system', [1]),\n",
       " (u'`examples`', [1, 1]),\n",
       " (u'start', [1]),\n",
       " (u'build/mvn', [1]),\n",
       " (u'easiest', [1]),\n",
       " (u'basic', [1]),\n",
       " (u'more', [1]),\n",
       " (u'option', [1]),\n",
       " (u'that', [1, 1]),\n",
       " (u'N', [1]),\n",
       " (u'\"local[N]\"', [1]),\n",
       " (u'DataFrames,', [1]),\n",
       " (u'particular', [1, 1]),\n",
       " (u'be', [1, 1]),\n",
       " (u'an', [1, 1, 1, 1]),\n",
       " (u'than', [1]),\n",
       " (u'Interactive', [1, 1]),\n",
       " (u'builds', [1]),\n",
       " (u'developing', [1]),\n",
       " (u'cluster', [1, 1]),\n",
       " (u'Version', [1]),\n",
       " (u'<class>', [1]),\n",
       " (u'example', [1, 1, 1]),\n",
       " (u'are', [1]),\n",
       " (u'Data.', [1]),\n",
       " (u'mesos://', [1]),\n",
       " (u'computing', [1]),\n",
       " (u'URL,', [1]),\n",
       " (u'in', [1, 1, 1, 1, 1, 1]),\n",
       " (u'general', [1, 1, 1]),\n",
       " (u'To', [1, 1]),\n",
       " (u'tips,', [1]),\n",
       " (u'at', [1, 1]),\n",
       " (u'1000).count()', [1]),\n",
       " (u'if', [1, 1, 1, 1]),\n",
       " (u'information', [1]),\n",
       " (u'built', [1]),\n",
       " (u'no', [1]),\n",
       " (u'Java,', [1]),\n",
       " (u'get', [1]),\n",
       " (u'MLlib', [1]),\n",
       " (u'also', [1, 1, 1, 1, 1]),\n",
       " (u'other', [1]),\n",
       " (u'build', [1, 1, 1, 1]),\n",
       " (u'online', [1]),\n",
       " (u'several', [1]),\n",
       " (u'HDFS', [1]),\n",
       " (u'[Configuration', [1]),\n",
       " (u'[\"Useful', [1]),\n",
       " (u'>>>', [1]),\n",
       " (u'class', [1, 1]),\n",
       " (u'programs', [1, 1]),\n",
       " (u'documentation', [1, 1, 1]),\n",
       " (u'It', [1, 1]),\n",
       " (u'graphs', [1]),\n",
       " (u'./dev/run-tests', [1]),\n",
       " (u'configure', [1]),\n",
       " (u'learning,', [1]),\n",
       " (u'latest', [1])]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile.flatMap(lambda line: line.split())\\\n",
    "        .map(lambda word: (word, 1))\\\n",
    "        .groupByKey()\\\n",
    "        .map(lambda a: (a[0], list(a[1])))\\\n",
    "        .collect()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### La palabra más larga (reduce)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "u'YARN\"](http://spark.apache.org/docs/latest/building-spark.html#specifying-the-hadoop-version-and-enabling-yarn)'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile.flatMap(lambda line: line.split())\\\n",
    "        .reduce(lambda a, b: a if (len(a) > len(b)) else b)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Palabras que empiezan con a (filter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'a',\n",
       " u'and',\n",
       " u'and',\n",
       " u'and',\n",
       " u'an',\n",
       " u'analysis.',\n",
       " u'also',\n",
       " u'a',\n",
       " u'and',\n",
       " u'and',\n",
       " u'a',\n",
       " u'and',\n",
       " u'a',\n",
       " u'available',\n",
       " u'at',\n",
       " u'an',\n",
       " u'also',\n",
       " u'also',\n",
       " u'a',\n",
       " u'a',\n",
       " u'and',\n",
       " u'also',\n",
       " u'an',\n",
       " u'abbreviated',\n",
       " u'are',\n",
       " u'a',\n",
       " u'also',\n",
       " u'a',\n",
       " u'and',\n",
       " u'against',\n",
       " u'at',\n",
       " u'and',\n",
       " u'a',\n",
       " u'and',\n",
       " u'an']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile.flatMap(lambda line: line.split())\\\n",
    "        .filter(lambda word: word.startswith('a'))\\\n",
    "        .collect()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Palabras únicas que empiezan con a (distinct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'a',\n",
       " u'and',\n",
       " u'abbreviated',\n",
       " u'available',\n",
       " u'against',\n",
       " u'at',\n",
       " u'also',\n",
       " u'analysis.',\n",
       " u'are',\n",
       " u'an']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "textFile.flatMap(lambda line: line.split())\\\n",
    "        .filter(lambda word: word.startswith('a'))\\\n",
    "        .distinct()\\\n",
    "        .collect()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Cantidad de palabras por frecuencia de repetición ordenados (sortByKey)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(1, 222),\n",
       " (2, 38),\n",
       " (3, 9),\n",
       " (4, 9),\n",
       " (5, 3),\n",
       " (6, 1),\n",
       " (7, 4),\n",
       " (9, 2),\n",
       " (10, 1),\n",
       " (12, 1),\n",
       " (16, 1),\n",
       " (17, 1),\n",
       " (24, 1)]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rangeCounts = wordCounts.map(lambda set: (set[1], 1))\\\n",
    "                        .reduceByKey(lambda a, b: a+b)\\\n",
    "                        .sortByKey()\\\n",
    "                        .collect()    \n",
    "rangeCounts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Graficando cantidad de palabras por frecuencia de repetición"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAEWCAYAAAB2X2wCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi40LCBodHRwOi8vbWF0cGxvdGxpYi5vcmcv7US4rQAAGDxJREFUeJzt3Xu0JWV55/HvzwYEgQG5iNC0NiriDQElRhEIgigi2o4rM0IWBpWRNTMmAWNU1JkVneiKiaNGY6IhwjQKok6AhOUlgRhsRG422FwbRBSlG6RF5CJMQPCZP6qObI69+5x9Ofs0db6ftfY6tatqVz37rX2e8563qp6dqkKS9Nj3uPkOQJI0HiZ0SeoIE7okdYQJXZI6woQuSR1hQpekjjChC4Ak709y2nzHMYgky5N8cL7jGMRMMSf5YJI7kvxkknGpG0zoG6Ek70ny9Wnzbuwz78jJRjcZSQ5Ksma+45ikJE8B3gE8p6qePN/x6LHHhL5xugDYL8kigCQ7A5sC+0yb94x23VlLw+M+x5JsMsTLngL8rKrWjXGbWkD8xd44fYcmge/dPj8AOB+4Ydq8m6rqVoAk+yX5TpK725/7TW0syTeTfCjJt4H7gacl2S3JiiT3JjkP2GFDASVZlmRVknuS3JTksHb+LknOSXJnku8neWvPax41vDC9153k5iR/kuSqNu4vJdk8yZbA14FdkvyifezSJ7QdkpzXvo8VSZ7abvtvknx02ns4J8nb1/PePpDkr9vpTZPcl+Qj7fMtkvx7ku3a569Ncm2Su9p2ffa09/PuJFcB9yXZJMk+Sa5o4/sSsHmf9n05cF7Pe16eZGmSSnJskh8D/9au++IkF7UxXJnkoJ7tPOq4JvnU1FDa+v7raWN+eTv9uCQntsf3Z0m+3PO+p2I5JsmP22Gh9/VsZ1GS97avvTfJ5UmWDHIcNAZV5WMjfNAk8Le3058C3gJ8aNq8U9rp7YCfA28ENgGOap9v3y7/JvBj4Lnt8k2Bi4GPAY8HDgTuBU7rE8uLgLuBQ2k6AYuBZ7XLLgD+liZR7Q38FDi4XbYc+GDPdg4C1vQ8vxm4DNilfQ+rgf+6vnX7xLW8jfvA9n18AriwJ+Zbgce1z3eg+WO203q2czBwdTu9H3ATcGnPsivb6WcC97XtsCnwLuD7wGY972cVsATYAtgM+BHw9nb93wV+2dsm0+KY3j5LgQI+B2zZbnMx8DPg8PZYHNo+37F9Td/jur42bWN+eTt9PHAJsGv7+r8DzpgWy9+3cewFPAA8u13+TuBqYA8g7fLtBzkOPsaQN+Y7AB99Dgy8Hzi7nb4S2B04bNq8Y9rpNwKXTXv9xcCb2ulvAv+rZ9lTgIeALXvmfYH+Cf3vgI+vZ/4S4GFg6555fw4sb6eXM3NCP7rn+V8Cn1nfun3iWg58sef5Vm08S9rnq4FD2+k/AL7WZztbAP/eJqATgfcCa9rtfQD4ZLve/wS+3PO6xwFrgYN63s9bepYf2Caz9My7iMET+tN65r0b+Py01/0LcMxMx3V9bcqjE/pq4JCeZTvT/AHapCeWXXuWXwYc2U7fACzr875mdRx8jP5wyGXjdQGwf/sv745VdSNNMtivnfc8Hhk/34WmJ9jrRzS9uSm39EzvAvy8qu6btn4/S2h6rdPtAtxZVfduYL8z6b2a436aJDqIX7+vqvoFcGcbF8CpwNHt9NHA59e3gar6f8BK4HdokvAKmrZ+aTtvRbvqo9q5qn7V7n9D7by22kzW2lA799O7zacC/6kdbrkryV3A/jTJd9DjOt1TgbN7trua5g/kTj3r9Dte/T4jMMvjoNGZ0DdeFwPbAG8Fvg1QVffQ9PjeCtxaVT9s172V5pex11Noeo9TepPKbcAT27Hq3vX7uQV4+nrm3wpsl2TrPvu9D3hCz7JBrtyYbRnQJVMTSbaiGbq5tZ11GrAsyV7As4F/3MB2VtAMr+xDcw5jBfBKmiGDqT+cj2rnJGn3v6F2XtyuN2VD7dxP7zZvoemhb9vz2LKqPszMx/VRxyPNCfYdp237VdO2vXlV9b6/fvp9RmCw46ARmNA3Uj29xj8GvtWz6MJ2Xu/VLV8Dnpnk99oTcW8AngN8pc+2f9Ru+wNJNkuyP/CaDYRzMvDmJIe0J84WJ3lWVd1C05P98/Zk5vOBY2l+gaEZTz48yXZJngycMEAT3A5sn2SbGdY7PMn+STYD/gy4pI2LqlpDk5w/D5zZtmk/K4DfB66rqgdphqn+C/DDqvppu86XgVe37bApzSWGD7RtsD4X0wyB/FF7svX1NH8gRnEa8Jokr2xPRG7enuzcdRbH9XvA5kle3cb/P2jGyqd8BvhQz4nlHZMsm2VcnwX+LMnuaTw/yfYw8HHQCEzoG7cVwJNokviUb7Xzfp3Qq+pnwBE0CeZnNCfrjqiqOzaw7d8DfptmiOJPaU68rVdVXQa8Gfg4zcnRFTzSUz2KZnz1VuBs4E+r6l/bZZ+nGeu/GTgX+NKG3+6j9nk9cAbwg3YIoN9VLl9o478TeCGP/Gs/5VRgT2b+N/8imrH0qXa9jmZcvbedb2i3/9fAHTTJ8jXtH4D1vYcHgdcDb2rjewNw1gxxbFD7x2oZzTj/T2l6xu/kkd/lvse1qu4G/jtN8l1L02PvverlE8A5wLlJ7qU5QfrbswztYzR/8M4F7qHpBGzRs3y2x0EjyKOH96RuSXIgTa/2qbUAP+xJ3g88o6qm/6GbdBwL+jhMij10dVY7rHA88FmTyPzxOEyOCV2d1N7wcxfN1R9/Nc/hLFgeh8lyyEWSOsIeuiR1xESL/eywww61dOnSSe5Skh7zLr/88juqaseZ1ptoQl+6dCkrV66c5C4l6TEvyazu+HXIRZI6woQuSR1hQpekjjChS1JHmNAlqSNM6JLUESZ0SeoIE7okdcREE/rVa++e5O4kaUGxhy5JHWFCl6SOmDGhJ1mS5Pwk1yW5Nsnx05a/I0kl2WHuwpQkzWQ2xbkeAt5RVVe03+5+eZLzquq6JEuAVwA/ntMoJUkzmrGHXlW3VdUV7fS9wGpgcbv44zRfSOy3ZEjSPBtoDD3JUmAf4NIky4C1VXXlDK85LsnKJCsfvt+rXCRprsy6HnqSrYAzgRNohmHeSzPcskFVdRJwEsDjd97dnrwkzZFZ9dDbb+0+Ezi9qs4Cng7sBlyZ5GZgV+CKJE+eq0AlSRs2Yw89SYCTgdVV9TGAqroaeFLPOjcD+1bVHXMUpyRpBrPpob8UeCNwcJJV7ePwOY5LkjSgGXvoVXUhkBnWWTqugCRJw/FOUUnqiIkm9D0XbzPJ3UnSgmIPXZI6woQuSR1hPXRJ6gh76JLUESZ0SeqI2dRDPyXJuiTX9Mz7Us9NRjcnWTW3YUqSZjKb4lzLgU8Bn5uaUVVvmJpO8lHAwXFJmmezuVP0grZs7m9o67z8Z+Dg8YYlSRrUqGPoBwC3V9WN/VawHrokTcaoCf0o4IwNrVBVJ1XVvlW176IneKeoJM2VWX/BxXRJNgFeD7xwfOFIkoY1Sg/95cD1VbVmXMFIkoY3m8sWzwAuBvZIsibJse2iI5lhuEWSNDmzucrlqD7z3zT2aCRJQ7N8riR1hLf+S1JHmNAlqSMsnytJHWEPXZI6woQuSR0xVPncdv4fJrk+ybVJ/nLuQpQkzcZseujLgcN6ZyR5GbAM2Kuqngv87/GHJkkaxIwJvaouAO6cNvu/AR+uqgfaddbNQWySpAEMO4b+TOCAJJcmWZHkt/qtaPlcSZqMYRP6JsB2wIuBdwJfbr/s4jdYPleSJmPYhL4GOKsalwG/AnYYX1iSpEENm9D/EXgZQJJnApsBd4wrKEnS4GasttiWzz0I2CHJGuBPgVOAU9pLGR8EjqmqmstAJUkbNnT5XODoMcciSRqB5XMlqSO89V+SOsKELkkdYUKXpI6wHrokdYQ9dEnqCBO6JHXEUPXQk3ykrYV+VZKzk2w7t2FKkmYyVD104DzgeVX1fOB7wHvGHJckaUBD1UOvqnOr6qH26SXArnMQmyRpAOMYQ38L8PV+C62HLkmTMVJCT/I+4CHg9H7rWA9dkiZjxuJc/SR5E3AEcIiVFiVp/g2V0JMcBrwL+J2qun+8IUmShjGbyxbPAC4G9kiyJsmxwKeArYHzkqxK8pk5jlOSNINh66GfPAexSJJGYD10SeoIb/2XpI4woUtSR1g+V5I6wh66JHWECV2SOmLY8rnbJTkvyY3tzyfObZiSpJkMWz73ROAbVbU78I32uSRpHg1VPhdYBpzaTp8KvG7McUmSBjTsGPpOVXVbO/0TYKd+K1o+V5ImY+STom2lxb7VFi2fK0mTMWxCvz3JzgDtz3XjC0mSNIxhE/o5wDHt9DHAP40nHEnSsIYtn/th4NAkNwIvb59LkubRsOVzAQ4ZcyySpBFYPleSOsJb/yWpI0zoktQREy+fu/TEr7L0xK9OcreStCDYQ5ekjjChS1JHjJTQkxyf5Jok1yY5YVxBSZIGN3RCT/I84K3Ai4C9gCOSPGNcgUmSBjNKD/3ZwKVVdX9VPQSsAF4/nrAkSYMaJaFfAxyQZPskTwAOB5aMJyxJ0qBmvPW/n6paneQvgHOB+4BVwMPT10tyHHAcwKL/sOOwu5MkzWCkk6JVdXJVvbCqDgR+DnxvPetYD12SJmDoHjpAkidV1bokT6EZP3/xeMKSJA1qpIQOnJlke+CXwNuq6q4xxCRJGsJICb2qDhhXIJKk0XinqCR1xKhDLgPZc/E2rPzwqye5S0laMOyhS1JHmNAlqSMmOuQyVQ99upsdhpGkkdlDl6SOMKFLUkeMUj53jySreh73WBNdkubPKMW5bgD2BkiyCFgLnD2muCRJAxrXkMshwE1V9aMxbU+SNKBxJfQjgTPWtyDJcUlWJln58P13j2l3kqTpRk7oSTYDXgv83/Utt3yuJE3GOHrorwKuqKrbx7AtSdKQxpHQj6LPcIskaXJGSuhJtgQOBc4aTziSpGGNWg/9PmD7McUiSRqB5XMlqSO89V+SOsKELkkdMdGEfvVabyySpLliD12SOsKELkkdMep16Nsm+Yck1ydZneQl4wpMkjSYUS9b/ATwz1X1u21NlyeMISZJ0hCGTuhJtgEOBN4EUFUPAg+OJyxJ0qBGGXLZDfgp8H+SfDfJZ9tSAJKkeTBKQt8EeAHw6araB7gPOHH6StZDl6TJGCWhrwHWVNWl7fN/oEnwj2I9dEmajKETelX9BLglyR7trEOA68YSlSRpYKNe5fKHwOntFS4/AN48ekiSpGGMWj53FbDvmGKRJI3AO0UlqSMmmtD3XOxJUUmaK/bQJakjTOiS1BET/Qq6q9fezdITv/rr5zf7dXSSNDb20CWpI0zoktQRIw25JLkZuBd4GHioqrwmXZLmyTjG0F9WVXeMYTuSpBE45CJJHTFqQi/g3CSXJzlufStYPleSJmPUIZf9q2ptkicB5yW5vqou6F2hqk4CTgJ4/M6714j7kyT1MVIPvarWtj/XAWcDLxpHUJKkwQ2d0JNsmWTrqWngFcA14wpMkjSYUYZcdgLOTjK1nS9U1T+PJSpJ0sCGTuhV9QNgrzHGIkkawURruey5eBtWWr9FkuaE16FLUkeY0CWpI+a1fO5sWGJXkmbHHrokdYQJXZI6YuSEnmRRku8m+co4ApIkDWccPfTjgdVj2I4kaQQjJfQkuwKvBj47nnAkScMatYf+V8C7gF/1W8HyuZI0GaMU5zoCWFdVl29ovao6qar2rap9Fz1hm2F3J0mawSg99JcCr22/V/SLwMFJThtLVJKkgQ2d0KvqPVW1a1UtBY4E/q2qjh5bZJKkgXgduiR1xFhu/a+qbwLfHMe2JEnDsYcuSR1hPXRJ6gh76JLUESZ0SeoI66FLUkfYQ5ekjjChS1JHjFLLZfMklyW5Msm1ST4wzsAkSYMZZQz9AeDgqvpFkk2BC5N8vaouGVNskqQBDJ3Qq6qAX7RPN20fNY6gJEmDG/ULLhYlWQWsA86rqkvXs4710CVpAkZK6FX1cFXtDewKvCjJ89azjvXQJWkCxnKVS1XdBZwPHDaO7UmSBjfKVS47Jtm2nd4COBS4flyBSZIGM8pVLjsDpyZZRPOH4ctV9ZXxhCVJGtQoV7lcBewzxlgkSSOwfK4kdYS3/ktSR5jQJakjNvryuY8VlvmVNN/soUtSR5jQJakjRrmxaEmS85Nc15bPPX6cgUmSBjPKGPpDwDuq6ookWwOXJzmvqq4bU2ySpAEM3UOvqtuq6op2+l5gNbB4XIFJkgYzljH0JEtp7hq1fK4kzZORE3qSrYAzgROq6p7pyy2fK0mTMeoXXGxKk8xPr6qzxhOSJGkYo1zlEuBkYHVVfWx8IUmShjFKD/2lwBuBg5Osah+HjykuSdKARimfeyGQMcYiSRqB5XMlqSO89V+SOsKELkkdYUKXpI6wHrokzbFJfV+CPXRJ6ggTuiR1xKi3/p+SZF2Sa8YVkCRpOKP20JcDh40hDknSiEZK6FV1AXDnmGKRJI1gzsfQrYcuSZMx5wndeuiSNBle5SJJHWFCl6SOGPWyxTOAi4E9kqxJcux4wpIkDWqkW/+r6qhxBSJJGo310CWpIxxDl6SOMKFLUkeY0CWpI0zoktQRJnRJ6ggTuiR1hAldkjrChC5JHWFCl6SOSFVNbmfJvcANE9vhY88OwB3zHcRGzPbpz7bZsMd6+zy1qnacaaWJ3voP3FBV+054n48ZSVbaPv3ZPv3ZNhu2UNrHIRdJ6ggTuiR1xKQT+kkT3t9jje2zYbZPf7bNhi2I9pnoSVFJ0txxyEWSOsKELkkdMZGEnuSwJDck+X6SEyexz41dkpuTXJ1kVZKV7bztkpyX5Mb25xPnO85JSXJKknVJrumZt972SOOT7efpqiQvmL/IJ6NP+7w/ydr2M7QqyeE9y97Tts8NSV45P1FPTpIlSc5Pcl2Sa5Mc385fUJ+hOU/oSRYBfwO8CngOcFSS58z1fh8jXlZVe/dcH3si8I2q2h34Rvt8oVgOHDZtXr/2eBWwe/s4Dvj0hGKcT8v5zfYB+Hj7Gdq7qr4G0P5+HQk8t33N37a/h132EPCOqnoO8GLgbW07LKjP0CR66C8Cvl9VP6iqB4EvAssmsN/HomXAqe30qcDr5jGWiaqqC4A7p83u1x7LgM9V4xJg2yQ7TybS+dGnffpZBnyxqh6oqh8C36f5Peysqrqtqq5op+8FVgOLWWCfoUkk9MXALT3P17TzFroCzk1yeZLj2nk7VdVt7fRPgJ3mJ7SNRr/28DP1iD9ohwxO6RmiW9Dtk2QpsA9wKQvsM+RJ0fmzf1W9gOZfv7clObB3YTXXk3pNacv2WK9PA08H9gZuAz46v+HMvyRbAWcCJ1TVPb3LFsJnaBIJfS2wpOf5ru28Ba2q1rY/1wFn0/xLfPvUv33tz3XzF+FGoV97+JkCqur2qnq4qn4F/D2PDKssyPZJsilNMj+9qs5qZy+oz9AkEvp3gN2T7JZkM5qTNedMYL8brSRbJtl6ahp4BXANTbsc0652DPBP8xPhRqNfe5wD/H57pcKLgbt7/q1eMKaN+f5Hms8QNO1zZJLHJ9mN5sTfZZOOb5KSBDgZWF1VH+tZtLA+Q1U15w/gcOB7wE3A+yaxz435ATwNuLJ9XDvVJsD2NGfibwT+FdhuvmOdYJucQTNs8Eua8cxj+7UHEJorp24Crgb2ne/456l9Pt++/6toEtTOPeu/r22fG4BXzXf8E2if/WmGU64CVrWPwxfaZ8hb/yWpIzwpKkkdYUKXpI4woUtSR5jQJakjTOiS1BEmdHVGko8nOaHn+b8k+WzP848m+eMht/3+JH8yjjiluWJCV5d8G9gPIMnjgB1oKg5O2Q+4aKaNJNlkTqKT5pgJXV1yEfCSdvq5NHdO3pvkiUkeDzwb+G6SjyS5pq1H/waAJAcl+VaSc4Dr2nnvS/K9JBcCe0ztJMkftXW3r0ryxUm+QWlD7ImoM6rq1iQPJXkKTW/8YpoKei8B7qa5I/AImmJWe9H04L+T5IJ2Ey8AnldVP0zyQpoyFXvT/J5cAVzerncisFtVPZBk28m8O2lm9tDVNRfRJPOphH5xz/Nv09wifkY1Ra1uB1YAv9W+9rJq6ocDHACcXVX3V1O1r7f+0FXA6UmOpvliBWmjYEJX10yNo+9JM+RyCU0PfTbj5/fNch+vpqkD8gKaHr7/6WqjYEJX11xEM6xyZ9sLvxPYliapXwR8C3hDkkVJdgQOZP2VCC8AXpdki7Yy5mvg1ydbl1TV+cC7gW2Areb6TUmzYc9CXXM1zdj4F6bN26qq7khyNk1yv5KmOt+7quonSZ7Vu5GquiLJl9r11tGUgQZYBJyWZBuain2frKq75vQdSbNktUVJ6giHXCSpI0zoktQRJnRJ6ggTuiR1hAldkjrChC5JHWFCl6SO+P952+M8pggYGQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "\n",
    "ranges = [t[0] for t in rangeCounts]\n",
    "y_pos = np.arange(len(ranges))\n",
    "words = [t[1] for t in rangeCounts]\n",
    "\n",
    "plt.barh(y_pos, words)\n",
    "plt.yticks(y_pos, ranges)\n",
    "plt.xlabel('Words')\n",
    "plt.title('Word count by word frequency')\n",
    "\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.15rc1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}