import numpy as np
import matplotlib.pyplot as plt
from collections import Counter
import time

# The competition datafiles are in the directory ../input
# Read competition data files:

def load_data(data_dir):
    train_data = open(data_dir + "train.csv").read()
    train_data = train_data.split("\n")[1:-1]
    train_data = [i.split(",") for i in train_data]
    print(train_data[0])
    #transform to array to improve efficiency
    x_train = np.array([[int(i[j]) for j in range(1,len(i))] for i in train_data])
    y_train = np.array([int(i[0]) for i in train_data])
    print(x_train.shape, y_train.shape)
    
    test_data = open(data_dir + "test.csv").read()
    test_data = test_data.split("\n")[1:-1]
    test_data = [i.split(",") for i in test_data]
    #transform to array to improve efficiency
    x_test = np.array([[int(i[j]) for j in range(0,len(i))] for i in test_data])
    print(x_test.shape)
    
    return x_train, y_train, x_test
    
data_dir = "../input/"   
load_data(data_dir)
    


# Write to the log:

# Any files you write to the current directory get shown as outputs