-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathload.py
More file actions
25 lines (16 loc) · 738 Bytes
/
Copy pathload.py
File metadata and controls
25 lines (16 loc) · 738 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import os
import csv
import numpy as np
import pandas as pd
import pickle
def load_data():
bert_train = pickle.load(open('embeddings/bert_train.np', 'rb'))
bert_val = pickle.load(open('embeddings/bert_val.np', 'rb'))
bert_test = pickle.load(open('embeddings/bert_test.np', 'rb'))
elmo_train = pickle.load(open('embeddings/elmo_train.np', 'rb'))
elmo_val = pickle.load(open('embeddings/elmo_val.np', 'rb'))
xlnet_train = pickle.load(open('embeddings/xlnet_train.np', 'rb'))
xlnet_val = pickle.load(open('embeddings/xlnet_val.np', 'rb'))
y_train = pickle.load(open('embeddings/labels_train.np', 'rb'))
y_val = pickle.load(open('embeddings/labels_val.np', 'rb'))
return bert_train, bert_val, bert_test, y_train, y_val