macports/macports-ports
0
0
Fork 0
mirror of https://github.com/macports/macports-ports.git synced 2026-07-12 18:20:25 -07:00
Code Issues Packages Projects Releases Wiki Activity
Files
python_variants
macports-ports/math/crfsuite/files/patch-bench.diff
T

329 lines
9.2 KiB
Diff
Raw Permalink Blame History

--- bench/bench_crfpp.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/bench_crfpp.py 2013-10-27 00:09:07.000000000 +0900
@@ -5,9 +5,10 @@
import string
from bench import *
-CRFPP_LEARN='/home/okazaki/local/bin/crf_learn'
-CRFPP_TEST='/home/okazaki/local/bin/crf_test'
+CRFPP_LEARN='@PREFIX@/bin/crf_learn'
+CRFPP_TEST='@PREFIX@/bin/crf_test'
OUTDIR='crfpp/'
+LOGDIR='logs/'
training_patterns = (
('num_features', r'^Number of features:[ ]*(\d+)', 1, int, last),
@@ -31,6 +32,10 @@
if __name__ == '__main__':
fe = sys.stderr
+ if not os.path.exists(OUTDIR):
+ os.makedirs(OUTDIR)
+ if not os.path.exists(LOGDIR):
+ os.makedirs(LOGDIR)
R = {}
for name, param in params.iteritems():
@@ -40,7 +45,7 @@
tglog = OUTDIR + name + '.tg.log'
s = string.Template(
- '$crfpp_learn $param template.crfpp train.txt $model > $trlog'
+ '$crfpp_learn $param @TEMPLATE_CRFPP@ train.txt $model > $trlog'
)
cmd = s.substitute(
crfpp_learn=CRFPP_LEARN,
@@ -51,14 +56,14 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
fo = open(trtxt, 'w')
fo.write('$ %s\n' % cmd)
fo.write(open(trlog, 'r').read())
s = string.Template(
- '$crfpp_test -m $model test.txt | ./accuracy.py > $tglog'
+ '$crfpp_test -m $model test.txt | @BENCH@/accuracy.py > $tglog'
)
cmd = s.substitute(
crfpp_test=CRFPP_TEST,
@@ -68,7 +73,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
D = analyze_log(open(trlog), training_patterns)
D.update(analyze_log(open(tglog), tagging_patterns))
--- bench/bench_crfsgd.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/bench_crfsgd.py 2013-10-27 00:09:29.000000000 +0900
@@ -5,8 +5,9 @@
import string
from bench import *
-CRFSGD='/home/okazaki/install/sgd-1.3/crf/crfsgd'
+CRFSGD='@PREFIX@/bin/crfsgd'
OUTDIR='crfsgd/'
+LOGDIR='logs/'
training_patterns = (
('num_features', r'features: (\d+)', 1, int, last),
@@ -26,6 +27,10 @@
if __name__ == '__main__':
fe = sys.stderr
+ if not os.path.exists(OUTDIR):
+ os.makedirs(OUTDIR)
+ if not os.path.exists(LOGDIR):
+ os.makedirs(LOGDIR)
R = {}
for name, param in params.iteritems():
@@ -35,7 +40,7 @@
tglog = OUTDIR + name + '.tg.log'
s = string.Template(
- '$crfsgd $param $model template.crfpp train.txt > $trlog'
+ '$crfsgd $param $model @TEMPLATE_CRFPP@ train.txt > $trlog'
)
cmd = s.substitute(
crfsgd=CRFSGD,
@@ -46,14 +51,14 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
fo = open(trtxt, 'w')
fo.write('$ %s\n' % cmd)
fo.write(open(trlog, 'r').read())
s = string.Template(
- '$crfsgd -t $model test.txt | ./accuracy.py > $tglog'
+ '$crfsgd -t $model test.txt | @BENCH@/accuracy.py > $tglog'
)
cmd = s.substitute(
crfsgd=CRFSGD,
@@ -63,7 +68,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
D = analyze_log(open(trlog), training_patterns)
D.update(analyze_log(open(tglog), tagging_patterns))
--- bench/bench_crfsuite.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/bench_crfsuite.py 2013-10-27 00:42:02.000000000 +0900
@@ -5,8 +5,10 @@
import string
from bench import *
-CRFSUITE='/home/okazaki/projects/crfsuite/frontend/crfsuite'
+CRFSUITE='@PREFIX@/bin/crfsuite'
+CHUNKING='@PREFIX@/share/examples/crfsuite/chunking.py'
OUTDIR='crfsuite/'
+LOGDIR='logs/'
training_patterns = (
('num_features', r'^Number of features: (\d+)', 1, int, last),
@@ -34,6 +36,23 @@
if __name__ == '__main__':
fe = sys.stderr
+ if not os.path.exists(OUTDIR):
+ os.makedirs(OUTDIR)
+ if not os.path.exists(LOGDIR):
+ os.makedirs(LOGDIR)
+
+ for t in ('train', 'test'):
+ s = string.Template(
+ '$chunking < $t.txt > $t.crfsuite'
+ )
+ cmd = s.substitute(
+ chunking=CHUNKING,
+ t=t
+ )
+
+ fe.write(cmd)
+ fe.write('\n')
+ os.system(cmd)
R = {}
for name, param in params.iteritems():
@@ -54,7 +73,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
fo = open(trtxt, 'w')
fo.write('$ %s\n' % cmd)
@@ -71,7 +90,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
D = analyze_log(open(trlog), training_patterns)
D.update(analyze_log(open(tglog), tagging_patterns))
--- bench/bench_mallet.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/bench_mallet.py 2013-10-27 00:42:42.000000000 +0900
@@ -5,8 +5,9 @@
import string
from bench import *
-MALLET='java -cp "/home/okazaki/install/mallet-2.0.6/class:/home/okazaki/install/mallet-2.0.6/lib/mallet-deps.jar" cc.mallet.fst.SimpleTagger'
+MALLET='@PREFIX@/bin/mallet'
OUTDIR='mallet/'
+LOGDIR='logs/'
training_patterns = (
('num_features', r'^Number of weights = (\d+)', 1, int, last),
@@ -29,6 +30,23 @@
if __name__ == '__main__':
fe = sys.stderr
+ if not os.path.exists(OUTDIR):
+ os.makedirs(OUTDIR)
+ if not os.path.exists(LOGDIR):
+ os.makedirs(LOGDIR)
+
+ for t in ('train', 'test'):
+ s = string.Template(
+ '$mallet import-file --input $t.txt --output $t.mallet'
+ )
+ cmd = s.substitute(
+ mallet=MALLET,
+ t=t
+ )
+
+ fe.write(cmd)
+ fe.write('\n')
+ os.system(cmd)
R = {}
for name, param in params.iteritems():
@@ -38,7 +56,7 @@
tglog = OUTDIR + name + '.tg.log'
s = string.Template(
- 'time $mallet --train true $param --model-file $model train.mallet > $trlog 2>&1'
+ 'time $mallet tag --train true $param --model-file $model train.mallet > $trlog 2>&1'
)
cmd = s.substitute(
mallet=MALLET,
@@ -49,14 +67,14 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
fo = open(trtxt, 'w')
fo.write('$ %s\n' % cmd)
fo.write(open(trlog, 'r').read())
s = string.Template(
- '$mallet --model-file $model --test lab test.mallet > $tglog 2>&1'
+ '$mallet tag --model-file $model --test lab test.mallet > $tglog 2>&1'
)
cmd = s.substitute(
mallet=MALLET,
@@ -66,7 +84,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
D = analyze_log(open(trlog), training_patterns)
D['update'] = 0.
--- bench/bench_wapiti.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/bench_wapiti.py 2013-10-27 00:10:09.000000000 +0900
@@ -5,8 +5,9 @@
import string
from bench import *
-WAPITI='/home/okazaki/install/wapiti-1.1.3/wapiti'
+WAPITI='@PREFIX@/bin/wapiti'
OUTDIR='wapiti/'
+LOGDIR='logs/'
training_patterns = (
('num_features', r'nb features: (\d+)', 1, int, last),
@@ -30,6 +31,10 @@
if __name__ == '__main__':
fe = sys.stderr
+ if not os.path.exists(OUTDIR):
+ os.makedirs(OUTDIR)
+ if not os.path.exists(LOGDIR):
+ os.makedirs(LOGDIR)
R = {}
for name, param in params.iteritems():
@@ -39,7 +44,7 @@
tglog = OUTDIR + name + '.tg.log'
s = string.Template(
- 'time $wapiti train $param -p template.wapiti train.txt $model > $trlog 2>&1'
+ 'time $wapiti train $param -p @TEMPLATE_WAPITI@ train.txt $model > $trlog 2>&1'
)
cmd = s.substitute(
wapiti=WAPITI,
@@ -50,14 +55,14 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
fo = open(trtxt, 'w')
fo.write('$ %s\n' % cmd)
fo.write(open(trlog, 'r').read())
s = string.Template(
- '$wapiti label -m $model test.txt | ./accuracy.py > $tglog'
+ '$wapiti label -m $model test.txt | @BENCH@/accuracy.py > $tglog'
)
cmd = s.substitute(
wapiti=WAPITI,
@@ -67,7 +72,7 @@
fe.write(cmd)
fe.write('\n')
- #os.system(cmd)
+ os.system(cmd)
D = analyze_log(open(trlog), training_patterns)
D.update(analyze_log(open(tglog), tagging_patterns))
--- bench/collect.py.orig 2011-08-11 12:02:41.000000000 +0900
+++ bench/collect.py 2013-10-26 22:37:17.000000000 +0900
@@ -4,12 +4,12 @@
import os
scripts = (
- ('CRFsuite 0.12', './bench_crfsuite.py'),
- ('CRFsuite 0.11', './bench_crfsuite-0.11.py'),
- ('Wapiti v1.1.3', './bench_wapiti.py'),
- ('sgd 1.3', './bench_crfsgd.py'),
- ('CRF++ 0.54', './bench_crfpp.py'),
- ('MALLET 2.0.6', './bench_mallet.py'),
+ ('CRFsuite 0.12', '@BENCH@/bench_crfsuite.py'),
+# ('CRFsuite 0.11', './bench_crfsuite-0.11.py'),
+ ('Wapiti v1.4.0', '@BENCH@/bench_wapiti.py'),
+ ('sgd 2.1', '@BENCH@/bench_crfsgd.py'),
+ ('CRF++ 0.58', '@BENCH@/bench_crfpp.py'),
+ ('MALLET 2.0.7', '@BENCH@/bench_mallet.py'),
)
fields = (
Reference in New Issue View Git Blame Copy Permalink