11-1 Using modin instead of pandas.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"11-1 Using modin instead of pandas.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyOT7tHE9Cy5v/jpwmNdq3XJ"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"lB6y2SpNA20_"},"source":["# Using modin instead of pandas\n","# author: Gressling, T\n","# license: MIT License # code: github.com/gressling/examples\n","# activity: single example # index: 11-1 "],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"3_vnutSRBB4s"},"source":["!pip install modin[ray] # or dask"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"8PZT38SdBFwF"},"source":["import ray\n","ray.init(num_cpus=4) # limit cpus\n","import pandas as pd\n","pdf = pd.read_csv(\"molecules.csv\") # classic pandas"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"IbCWDLFABKBC"},"source":["import modin.pandas as pd\n","mdf = pd.read_csv(\"molecules.csv\") # distributes among the 4 cpus"],"execution_count":null,"outputs":[]}]}