-
Notifications
You must be signed in to change notification settings - Fork 1
/
eval_semeval.sh
executable file
·8 lines (8 loc) · 1.46 KB
/
eval_semeval.sh
1
2
3
4
5
6
7
8
#!/bin/bash
echo "| Profile | Tokenizer | Recall | Precision | F1 |"
echo "|-----------------+-----------+--------+-----------+--------|"
python3 -W ignore -m isftk.ttl cmp -g data/semeval/gold.ttl.json.gz -p data/semeval/semeval_isf_lesk.ttl.json.gz --debug data/semeval/semeval_isf_lesk_debug.txt --ignore data/semeval/semeval_isf_lesk_noparse.txt --nonsense -q --ttl_format json --batch --org --cols "ISF/Lesk" "ERG"
python3 -W ignore -m isftk.ttl cmp -g data/semeval/gold.ttl.json.gz -p data/semeval/semeval_isf_mfs.ttl.json.gz --debug data/semeval/semeval_isf_mfs_debug.txt --ignore data/semeval/semeval_isf_mfs_noparse.txt --nonsense -q --ttl_format json --batch --org --cols "ISF/MFS" "ERG"
python3 -W ignore -m isftk.ttl cmp -g data/semeval/gold.ttl.json.gz -p data/semeval/semeval_ace_lesk.ttl.json.gz --debug data/semeval/semeval_ace_lesk_debug.txt --ignore data/semeval/semeval_ace_lesk_noparse.txt --nonsense -q --ttl_format json --batch --org --cols "ERG/Lesk" "ERG"
python3 -W ignore -m isftk.ttl cmp -g data/semeval/gold.ttl.json.gz -p data/semeval/semeval_ace_mfs.ttl.json.gz --debug data/semeval/semeval_ace_mfs_debug.txt --ignore data/semeval/semeval_ace_mfs_noparse.txt --nonsense -q --ttl_format json --batch --org --cols "ERG/MFS" "ERG"
python3 -W ignore -m isftk.ttl cmp -g data/semeval/gold.ttl.json.gz -p data/semeval/semeval_ukb.ttl.json.gz --debug data/semeval/semeval_ukb_debug.txt --nonsense -q --ttl_format json --batch --org --cols "UKB" "Gold"