#!/usr/bin/env python

import csv
import pandas as pd
from sqlalchemy import create_engine

engine = create_engine("mysql://root:nTzpt.25KH@127.0.0.1/nymex")

df = pd.read_csv('pricehistory.csv',  header=0, index_col=None)
df.fillna(0, inplace=True)

df['TDate1'] = pd.to_datetime(df['TradeDate'])
df['TDate2'] = pd.to_datetime(df['Contractdate'])

df['TradeDate'] = df.TDate1.map(lambda x: x.strftime('%Y-%m-%d'))
df['Contractdate'] = df.TDate2.map(lambda x: x.strftime('%Y-%m-%d'))

df = df.drop(['TDate1','TDate2'], axis=1)

print(df)

max_df = len(df)
print(len(df))
step = 1000
for nn in range(0,max_df+step, step):
    df1 = df[nn-step:nn]
    df1.to_sql(name='price_table_future_2',con=engine,if_exists='append', index=False)