stackexchange-tutorial/tutorial/shared.py

import os

data_dir = os.path.join(os.path.dirname(__file__), '../data/')
outputs_dir = os.path.join(os.path.dirname(__file__), '../outputs/')
raw_data = os.path.join(data_dir, 'CrossValidated-Posts.csv')
train_data = os.path.join(data_dir, 'train-raw.csv')
test_data = os.path.join(data_dir, 'test-raw.csv')
train_processed = os.path.join(data_dir, 'train-processed.csv')
test_processed = os.path.join(data_dir, 'test-processed.csv')
train_tfidf = os.path.join(data_dir, 'train-tfidf.pkl')
test_tfidf = os.path.join(data_dir, 'test-tfidf.pkl')
vectorizer_pkl = os.path.join(outputs_dir, 'tfidf-vectorizer.pkl')
classifier_pkl = os.path.join(outputs_dir, 'classifier.pkl')

col_id = 'Id'
col_text = 'Text'
col_title = 'Title'
col_body = 'Body'
col_tags = 'Tags'
col_label = 'IsTaggedML'


def save(obj, path):
    import pickle
    with open(path, 'wb') as f:
        pickle.dump(obj, f)


def load(path):
    import pickle
    with open(path, 'rb') as f:
        return pickle.load(f)


def load_labels(path=train_data):
    import pandas as pd
    return pd.read_csv(path, usecols=[col_label])[col_label]


def compute_metrics(y, preds, prefix):
    from sklearn.metrics import accuracy_score, f1_score, recall_score, precision_score, roc_auc_score, balanced_accuracy_score
    return {
        f"{prefix}_accuracy_score": accuracy_score(y, preds),
        f"{prefix}_f1_score": f1_score(y, preds),
        f"{prefix}_recall_score": recall_score(y, preds),
        f"{prefix}_precision_score": precision_score(y, preds),
        f"{prefix}_roc_auc_score": roc_auc_score(y, preds),
        f"{prefix}_balanced_accuracy_score": balanced_accuracy_score(y, preds)
    }