You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
752 B
19 lines
752 B
import os
|
|
import json
|
|
import numpy as np
|
|
import pandas as pd
|
|
|
|
from sklearn.metrics import accuracy_score
|
|
|
|
from datasets import _rocstories
|
|
|
|
def rocstories(data_dir, pred_path, log_path):
|
|
preds = pd.read_csv(pred_path, delimiter='\t')['prediction'].values.tolist()
|
|
_, _, _, labels = _rocstories(os.path.join(data_dir, 'cloze_test_test__spring2016 - cloze_test_ALL_test.csv'))
|
|
test_accuracy = accuracy_score(labels, preds)*100.
|
|
logs = [json.loads(line) for line in open(log_path)][1:]
|
|
best_validation_index = np.argmax([log['va_acc'] for log in logs])
|
|
valid_accuracy = logs[best_validation_index]['va_acc']
|
|
print('ROCStories Valid Accuracy: %.2f'%(valid_accuracy))
|
|
print('ROCStories Test Accuracy: %.2f'%(test_accuracy))
|