Skip to content

Commit Live PR #31

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 18 commits into
base: master
Choose a base branch
from
Binary file modified __pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q01_load_data/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q01_load_data/__pycache__/build.cpython-36.pyc
Binary file not shown.
8 changes: 7 additions & 1 deletion q01_load_data/build.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,10 @@
# %load q01_load_data/build.py
import pandas as pd

# Write your code below

def load_data(path):
return pd.read_csv(path,sep=';')




Binary file modified q01_load_data/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q01_load_data/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q02_data_split/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q02_data_split/__pycache__/build.cpython-36.pyc
Binary file not shown.
15 changes: 13 additions & 2 deletions q02_data_split/build.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,19 @@
# %load q02_data_split/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from sklearn.model_selection import train_test_split
import pandas as pd
df = load_data('data/student-mat.csv')

# Write your code below


def split_dataset(df):
x_train,x_test,y_train,y_test = train_test_split(df.loc[:, 'school':'G2'],df.loc[:,'G3'],test_size=0.2)
return x_train,x_test,y_train,y_test









Binary file modified q02_data_split/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q02_data_split/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q03_data_encoding/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q03_data_encoding/__pycache__/build.cpython-36.pyc
Binary file not shown.
16 changes: 14 additions & 2 deletions q03_data_encoding/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q03_data_encoding/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
from sklearn.preprocessing import LabelEncoder
Expand All @@ -8,7 +9,18 @@
x_train, x_test, y_train, y_test = split_dataset(df)

# Write your code below


def label_encode(x,x_test):
label_enc = LabelEncoder()
list_of_cats = list(x.select_dtypes(['object']).columns)
for i in range(len(list_of_cats)):
x[list_of_cats[i]] = label_enc.fit_transform(x.loc[:,list_of_cats[i]])
for i in range(len(list_of_cats)):
x_test[list_of_cats[i]] = label_enc.fit_transform(x_test.loc[:,list_of_cats[i]])

return x,x_test






Binary file modified q03_data_encoding/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q03_data_encoding/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q03_ohe_encoder/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q03_ohe_encoder/__pycache__/build.cpython-36.pyc
Binary file not shown.
15 changes: 11 additions & 4 deletions q03_ohe_encoder/build.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
# %load q03_ohe_encoder/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
from sklearn.preprocessing import OneHotEncoder
from sklearn.preprocessing import OneHotEncoder,LabelEncoder
import pandas as pd
import numpy as np

Expand All @@ -12,8 +13,14 @@


# Write your code below
def ohe_encode(X,X_test,category_index=([0, 1, 3, 4, 5, 8, 9, 10, 11, 15, 16, 17, 18, 19, 20, 21, 22])):
ohe_enc = OneHotEncoder()
label_enc = LabelEncoder()
for i in range(len(category_index)):
X.iloc[:,category_index[i]] = label_enc.fit_transform(X.iloc[:,category_index[i]])
X_test.iloc[:,category_index[i]] = label_enc.fit_transform(X_test.iloc[:,category_index[i]])

return ohe_enc.fit_transform(X),ohe_enc.fit_transform(X_test)






Binary file modified q03_ohe_encoder/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q03_ohe_encoder/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q04_data_visualisation/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q04_data_visualisation/__pycache__/build.cpython-36.pyc
Binary file not shown.
10 changes: 6 additions & 4 deletions q04_data_visualisation/build.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# -*- coding: utf-8 -*-
# %load q04_data_visualisation/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
from greyatomlib.multivariate_regression_project.q03_data_encoding.build import label_encode
Expand All @@ -10,7 +10,9 @@
x_train,x_test = label_encode(x_train,x_test)

# Write your code below



def visualise_data(data,figname):
return scatter_matrix(data)




Binary file modified q04_data_visualisation/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q04_data_visualisation/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q05_linear_regression_model/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q05_linear_regression_model/__pycache__/build.cpython-36.pyc
Binary file not shown.
8 changes: 7 additions & 1 deletion q05_linear_regression_model/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q05_linear_regression_model/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset

Expand All @@ -12,4 +13,9 @@


# Write your code below

def linear_regression(X,y):
lm = LinearRegression()
return lm.fit(X,y)



Binary file not shown.
Binary file modified q05_linear_regression_model/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q06_cross_validation/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q06_cross_validation/__pycache__/build.cpython-36.pyc
Binary file not shown.
7 changes: 7 additions & 0 deletions q06_cross_validation/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q06_cross_validation/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset

Expand All @@ -18,4 +19,10 @@
model =linear_regression(x_train,y_train)

# Write your code below
def cross_validation_regressor(Model,X,y):
return np.mean(cross_val_score(Model,X,y=y,scoring='r2'))





Binary file modified q06_cross_validation/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q06_cross_validation/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q07_regression_pred/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q07_regression_pred/__pycache__/build.cpython-36.pyc
Binary file not shown.
15 changes: 15 additions & 0 deletions q07_regression_pred/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q07_regression_pred/build.py

from sklearn.metrics import mean_squared_error, mean_absolute_error, r2_score

Expand All @@ -20,3 +21,17 @@


# Write your code below
def regression_predictor(model,X,y):
model.fit(x_train,y_train)
predictions = model.predict(x_test)

mse = mean_squared_error(y_test,predictions)
mae = mean_absolute_error(y_test,predictions)
r2 = r2_score(y_test,predictions)

return predictions,mse,mae,r2





Binary file modified q07_regression_pred/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q07_regression_pred/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q08_linear_model/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q08_linear_model/__pycache__/build.cpython-36.pyc
Binary file not shown.
18 changes: 16 additions & 2 deletions q08_linear_model/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q08_linear_model/build.py
import pandas as pd
import numpy as np
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
Expand All @@ -16,5 +17,18 @@
y_pred, mse, mae, r2 = regression_predictor(model, x_test, y_test)

# Write your code below


def linear_model(x_train,x_test,y_train,y_test):
model = linear_regression(x_train,y_train)
val = cross_validation_regressor(model,x_train,y_train)
y_pred, mse, mae, r2 = regression_predictor(model,x_test,y_test)
stats = pd.DataFrame(columns=['cross_validation', 'rmse','mae','r2'])
stats.loc[0,'cross_validation'] = val
stats.loc[0,'rmse'] = mae
stats.loc[0,'mae'] = mse
stats.loc[0,'r2'] = r2
return model, y_pred, stats





Binary file modified q08_linear_model/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q08_linear_model/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q09_advanced_model_q01_lasso/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q09_advanced_model_q01_lasso/__pycache__/build.cpython-36.pyc
Binary file not shown.
18 changes: 17 additions & 1 deletion q09_advanced_model_q01_lasso/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q09_advanced_model_q01_lasso/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data

from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
Expand All @@ -19,5 +20,20 @@
x_train,x_test = label_encode(x_train,x_test)

# Write your solution here
def lasso(x_train,x_test,y_train,y_test,alpha=0.1):
model = Lasso(alpha=0.1)
model.fit(x_train,y_train)
val = cross_validation_regressor(model,x_train,y_train)
y_pred, mse, mae, r2 = regression_predictor(model,x_test,y_test)
stats = pd.DataFrame(columns=['cross_validation', 'mae','r2','rmse'])
stats.loc[0,'cross_validation'] = val
stats.loc[0,'rmse'] = mse **(0.5)
stats.loc[0,'mae'] = mae
stats.loc[0,'r2'] = r2
return model, y_pred, stats







Binary file not shown.
Binary file modified q09_advanced_model_q01_lasso/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q09_advanced_model_q02_ridge/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q09_advanced_model_q02_ridge/__pycache__/build.cpython-36.pyc
Binary file not shown.
17 changes: 16 additions & 1 deletion q09_advanced_model_q02_ridge/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q09_advanced_model_q02_ridge/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data

from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
Expand All @@ -19,7 +20,21 @@
x_train,x_test = label_encode(x_train,x_test)

# Write your code below

def ridge(x_train, x_test, y_train, y_test,alpha=0.1):
model = Ridge(alpha=alpha,normalize=True)
model.fit(x_train,y_train)
val = cross_validation_regressor(model,x_train,y_train)
y_pred, mse, mae, r2 = regression_predictor(model,x_test,y_test)
stats = pd.DataFrame(columns=['cross_validation', 'mae','r2','rmse'])
stats.loc[0,'cross_validation'] = val
stats.loc[0,'rmse'] = mse **(0.5)
stats.loc[0,'mae'] = mae
stats.loc[0,'r2'] = r2
return model, y_pred, stats







Binary file not shown.
Binary file modified q09_advanced_model_q02_ridge/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q10_data_missing_values/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q10_data_missing_values/__pycache__/build.cpython-36.pyc
Binary file not shown.
10 changes: 9 additions & 1 deletion q10_data_missing_values/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q10_data_missing_values/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
from greyatomlib.multivariate_regression_project.q03_data_encoding.build import label_encode
Expand All @@ -10,4 +11,11 @@
x_train,x_test = label_encode(x_train,x_test)

# Write your code below

def describe_df(data):
return data.describe(),x_train.apply(pd.value_counts),






Binary file modified q10_data_missing_values/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q10_data_missing_values/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file not shown.
Binary file not shown.
12 changes: 11 additions & 1 deletion q11_feature_selection_q01_plot_corr/build.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# %load q11_feature_selection_q01_plot_corr/build.py

import matplotlib.pyplot as plt
import seaborn as sns
from matplotlib.pyplot import yticks, xticks, subplots, set_cmap
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data

Expand All @@ -21,6 +23,14 @@

#Remember to concatenate training features and labels if you want to check that scatterplots which I would prefer.You are free to explore labels to labels, features to features ,etc scatterplots as you want by passing arguments
#============================================================================
#visualise_data(pd.concat([x_train,y_train],axis=1),"../images/data_image.png")
#visualise_data(pd.concat([x_train,y_train],axis=1),'../images/data_image.png')

# Write your solution here:
def plot_corr(df,size=(11)):
plt.figure(figsize=size)
sns.heatmap(df.corr())
plt.savefig('data_image.png')
plt.show()



Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
12 changes: 11 additions & 1 deletion q11_feature_selection_q02_best_k_features/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q11_feature_selection_q02_best_k_features/build.py
# Default imports
from sklearn.feature_selection import SelectPercentile
from sklearn.feature_selection import f_regression
Expand All @@ -20,7 +21,16 @@

np.random.seed(9)
# Write your code below

def percentile_k_features(features,labels,k=50):
s_per = SelectPercentile(score_func=f_regression,percentile=k).fit(x_train,y_train)

x_train_col_arr= np.array(x_train.columns)
return [x_train_col_arr[i] for i in np.argsort(s_per.scores_)[::-1]][0:16]








Expand Down
Binary file not shown.
Binary file not shown.
Binary file modified q12_feature_selection/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q12_feature_selection/__pycache__/build.cpython-36.pyc
Binary file not shown.
7 changes: 7 additions & 0 deletions q12_feature_selection/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q12_feature_selection/build.py
# import matplotlib.pyplot as plt
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset
Expand All @@ -16,3 +17,9 @@
x_train,x_test = label_encode(x_train,x_test)

# Write your code below
def feature_selection(X,y,k=50):
return percentile_k_features(X,y,k)




Binary file modified q12_feature_selection/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q12_feature_selection/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q13_plot_residuals/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q13_plot_residuals/__pycache__/build.cpython-36.pyc
Binary file not shown.
8 changes: 7 additions & 1 deletion q13_plot_residuals/build.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,11 @@
# %load q13_plot_residuals/build.py


import matplotlib.pyplot as plt

# Write your code below
def plot_residuals(y_test,y_pred,name):
plt.scatter(y_test,y_pred)
plt.title('name')
plt.show()


Binary file modified q13_plot_residuals/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q13_plot_residuals/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.
Binary file modified q14_benchmarking/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q14_benchmarking/__pycache__/build.cpython-36.pyc
Binary file not shown.
14 changes: 14 additions & 0 deletions q14_benchmarking/build.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
# %load q14_benchmarking/build.py
from greyatomlib.multivariate_regression_project.q01_load_data.build import load_data
from greyatomlib.multivariate_regression_project.q02_data_split.build import split_dataset

Expand Down Expand Up @@ -26,5 +27,18 @@


# Write your code below
def create_stats(x_train, x_test, y_train, y_test):
ft = feature_selection(x_train,y_train,50)

model_Lasso,preds_lasso,stats_lasso = lasso(x_train, x_test, y_train, y_test)
model_Lasso_ft,pred_lasso_ft,stats_lasso_ft = lasso(x_train.loc[:,ft],x_test.loc[:,ft],y_train,y_test)
model_Ridge,preds_ridge,stats_ridge = ridge(x_train, x_test, y_train, y_test)
model_Ridge_ft,preds_ridge_ft,stats_ridge_ft = ridge(x_train.loc[:,ft],x_test.loc[:,ft],y_train,y_test)

complete_stats = pd.concat([stats_lasso,stats_lasso_ft,stats_ridge,stats_ridge_ft])
return complete_stats





Binary file modified q14_benchmarking/tests/__pycache__/__init__.cpython-36.pyc
Binary file not shown.
Binary file modified q14_benchmarking/tests/__pycache__/test.cpython-36.pyc
Binary file not shown.