19-2 RDD Example on Hadoop

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"19-2 RDD Example on Hadoop ","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyOqXTPh4X+2E7t+GcdTKNWf"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"jdh1wBoTPACe"},"source":["# RDD Example on Hadoop\n","# author: Gressling, T\n","# license: MIT License # code: github.com/gressling/examples\n","# activity: single example # index: 19-2"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"InNVNC9ePK3v"},"source":["manyElements = range(10000000)\n","rdd = sc.parallelize(manyElements, 50)"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"fWPDYz32PM-0"},"source":["# work on RDD\n","odds = rdd.filter(lambda x: x % 2 != 0) # filter to odd numbers\n","odds.take(10)\n","> [1, 3, 5, 7, 9, 11, 13, 15, 17, 19]"],"execution_count":null,"outputs":[]}]}