accs.py

"""View the accuracies for an experiment."""
import argparse
import os

import numpy as np
import pandas as pd

import glovar


if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('experiment_name', type=str)
    parser.add_argument('--from_paper', action='store_true', default=False)
    args = parser.parse_args()

    if args.from_paper:
        print('Getting accs for results from paper...')
        accs_path = os.path.join(glovar.PROJ_DIR, 'results_from_paper',
                                 args.experiment_name, 'accs.csv')
    else:
        accs_path = os.path.join(glovar.RESULTS_DIR, args.experiment_name,
                                 'accs.csv')
    df = pd.read_csv(accs_path)

    print('Experiment results (%s):' % len(df))
    for dataset in ['train', 'dev', 'test']:
        print('\t%s' % dataset)
        print('\t\tMedian: %s' % df[dataset].median())
        print('\t\tMean:   %s' % df[dataset].mean())
        print('\t\tMin:    %s' % df[dataset].min())
        print('\t\tMax:    %s' % df[dataset].max())
        print('\t\tStd:    %s' % df[dataset].std())