36 lines
867 B
Bash
Executable File
36 lines
867 B
Bash
Executable File
#!/bin/bash
|
|
set -x
|
|
|
|
|
|
# T1: binary (n=2)
|
|
# T2: multiclass (n=28)
|
|
# T3: ordinal (n=5)
|
|
# T4: covariante shift (n=2)
|
|
|
|
# --------------------------------------------------------------------------------
|
|
# DEV
|
|
# --------------------------------------------------------------------------------
|
|
|
|
mkdir results
|
|
|
|
for task in T1 T2 T3 T4 ; do
|
|
|
|
echo "" > results/$task.txt
|
|
|
|
PYTHONPATH=.:scripts/:.. python3 baselines.py $task data/
|
|
|
|
SAMPLES=data/$task/public/dev_samples
|
|
TRUEPREVS=data/$task/public/dev_prevalences.txt
|
|
|
|
for pickledmodel in models/$task/*.pkl ; do
|
|
model=$(basename "$pickledmodel" .pkl)
|
|
|
|
PREDICTIONS=predictions/$task/$model.txt
|
|
|
|
PYTHONPATH=.:scripts/:.. python3 predict.py models/$task/$model.pkl $SAMPLES $PREDICTIONS
|
|
PYTHONPATH=.:scripts/:.. python3 scripts/evaluate.py $task $TRUEPREVS $PREDICTIONS >> results/$task.txt
|
|
done
|
|
|
|
done
|
|
|