forked from moreo/QuaPy
71 lines
2.2 KiB
Python
71 lines
2.2 KiB
Python
import pandas as pd
|
|
from os.path import join
|
|
import os
|
|
from glob import glob
|
|
from pathlib import Path
|
|
|
|
from Ordinal.main import quantifiers
|
|
from Ordinal.tabular import Table
|
|
|
|
"""
|
|
This script generates some tables for Amazon-OQ-BK (for internal use only)
|
|
"""
|
|
|
|
domain = 'Books-tfidf'
|
|
domain_bert_last = 'Books-roberta-base-finetuned-pkl/checkpoint-1188-last'
|
|
domain_bert_ave = 'Books-roberta-base-finetuned-pkl/checkpoint-1188-average'
|
|
domain_bert_post = 'Books-roberta-base-finetuned-pkl/checkpoint-1188-posteriors'
|
|
prot = 'app'
|
|
outpath = f'./tables/{domain}/{prot}/results.tex'
|
|
|
|
resultpath = join('./results', domain, prot)
|
|
resultpath_bertlast = join('./results', domain_bert_last, prot)
|
|
resultpath_bertave = join('./results', domain_bert_ave, prot)
|
|
resultpath_bertpost = join('./results', domain_bert_post, prot)
|
|
|
|
methods = [qname for qname, *_ in quantifiers()]
|
|
methods += ['SLD(LR)-agg']
|
|
methods_Rlast = [m+'-RoBERTa-last' for m in methods]
|
|
methods_Rave = [m+'-RoBERTa-average' for m in methods]
|
|
methods_Rpost = [m+'-RoBERTa-posteriors' for m in methods]
|
|
methods = methods + methods_Rlast + methods_Rave + methods_Rpost
|
|
# methods += [m+'-r' for m in methods]
|
|
|
|
table = Table(benchmarks=['low', 'mid', 'high', 'all'], methods=methods, prec_mean=4, show_std=True, prec_std=4)
|
|
|
|
resultfiles = list(glob(f'{resultpath}/*.csv')) \
|
|
+ list(glob(f'{resultpath_bertlast}/*.csv')) \
|
|
+ list(glob(f'{resultpath_bertave}/*.csv')) \
|
|
+ list(glob(f'{resultpath_bertpost}/*.csv'))
|
|
|
|
for resultfile in resultfiles:
|
|
df = pd.read_csv(resultfile)
|
|
nmd = df['nmd'].values
|
|
resultname = Path(resultfile).name
|
|
method, drift, *other = resultname.replace('.csv', '').split('.')
|
|
if other:
|
|
method += '-r'
|
|
if method not in methods:
|
|
continue
|
|
|
|
table.add(drift, method, nmd)
|
|
|
|
os.makedirs(Path(outpath).parent, exist_ok=True)
|
|
|
|
tabular = """
|
|
\\resizebox{\\textwidth}{!}{%
|
|
\\begin{tabular}{|c||""" + ('c|' * (table.nbenchmarks)) + """} \hline
|
|
"""
|
|
tabular += table.latexTabularT(average=False)
|
|
tabular += """
|
|
\end{tabular}%
|
|
}"""
|
|
|
|
print('saving table in', outpath)
|
|
with open(outpath, 'wt') as foo:
|
|
foo.write(tabular)
|
|
foo.write('\n')
|
|
|
|
print('[done]')
|
|
|