Guy
/
stackexchange-tutorial


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
            import os

data_dir = os.path.join(os.path.dirname(__file__), '../data/')
outputs_dir = os.path.join(os.path.dirname(__file__), '../outputs/')
raw_data = os.path.join(data_dir, 'CrossValidated-Posts.csv')
train_data = os.path.join(data_dir, 'train-raw.csv')
test_data = os.path.join(data_dir, 'test-raw.csv')
train_processed = os.path.join(data_dir, 'train-processed.csv')
test_processed = os.path.join(data_dir, 'test-processed.csv')
train_tfidf = os.path.join(data_dir, 'train-tfidf.pkl')
test_tfidf = os.path.join(data_dir, 'test-tfidf.pkl')
vectorizer_pkl = os.path.join(outputs_dir, 'tfidf-vectorizer.pkl')
classifier_pkl = os.path.join(outputs_dir, 'classifier.pkl')

col_id = 'Id'
col_text = 'Text'
col_title = 'Title'
col_body = 'Body'
col_tags = 'Tags'
col_label = 'IsTaggedML'


def save(obj, path):
    import pickle
    with open(path, 'wb') as f:
        pickle.dump(obj, f)


def load(path):
    import pickle
    with open(path, 'rb') as f:
        return pickle.load(f)