In [1]:
# op= Optimus(master="local[*]",comm=True)
%load_ext autoreload
%autoreload 2
import sys
sys.path.append("..")
from optimus import Optimus
# Create optimus
op = Optimus(master="local", app_name= "optimus", comm=True)
In [5]:
df_small= op.load.csv("data/foo.csv")
In [6]:
df_small.send("small")
In [7]:
df = op.load.csv("data/crime.csv")
In [8]:
%%time
df.send("crime")
Get data from mysql and send it to Bumblebee
In [2]:
%%time
# Put your db credentials here
db = op.connect(
db_type="mysql",
host="165.227.196.70",
database= "optimus",
user= "test",
password = "test")
Check the tables in the database
In [3]:
db.tables()
In [4]:
df_db = db.table_to_df("test_data",limit="all")
In [5]:
df_db.send("db")