1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
#!/usr/bin/env python
import os
import shutil
import sys
# Import first to make sure pycdec is on path
import rt
from cdec.configobj import ConfigObj
def main():
if len(sys.argv[1:]) not in (10, 12):
sys.stderr.write('usage: {} a.fwd_params a.fwd_err a.rev_params a.rev_err sa sa.ini mono.klm cdec.ini weights.final output.d [libcdec_ff_hpyplm.so corpus.hpyplm]\n'.format(sys.argv[0]))
sys.exit(2)
(a_fwd_params, a_fwd_err, a_rev_params, a_rev_err, sa, sa_ini, mono_klm, cdec_ini, weights_final, output_d) = sys.argv[1:11]
# Optional
(libcdec_ff_hpyplm_so, corpus_hpyplm) = sys.argv[11:13] if len(sys.argv[1:]) == 12 else (None, None)
if os.path.exists(output_d):
sys.stderr.write('Directory {} exists, exiting.\n'.format(output_d))
sys.exit(1)
# output.d
os.mkdir(output_d)
# alignment model
shutil.copy(a_fwd_params, os.path.join(output_d, 'a.fwd_params'))
shutil.copy(a_fwd_err, os.path.join(output_d, 'a.fwd_err'))
shutil.copy(a_rev_params, os.path.join(output_d, 'a.rev_params'))
shutil.copy(a_rev_err, os.path.join(output_d, 'a.rev_err'))
# grammar extractor
shutil.copytree(sa, os.path.join(output_d, 'sa'))
config = ConfigObj(sa_ini, unrepr=True)
config.filename = os.path.join(output_d, 'sa.ini')
rt.util.sa_ini_for_config(config)
config.write()
# language models
shutil.copy(mono_klm, os.path.join(output_d, 'mono.klm'))
if libcdec_ff_hpyplm_so:
shutil.copy(libcdec_ff_hpyplm_so, os.path.join(output_d, 'libcdec_ff_hpyplm.so'))
if corpus_hpyplm:
shutil.copy(corpus_hpyplm, os.path.join(output_d, 'corpus.hpyplm'))
# decoder config
config = [[f.strip() for f in line.split('=')] for line in open(cdec_ini)]
rt.util.cdec_ini_for_config(config)
with open(os.path.join(output_d, 'cdec.ini'), 'w') as output:
for (k, v) in config:
output.write('{}={}\n'.format(k, v))
# weights
shutil.copy(weights_final, os.path.join(output_d, 'weights.final'))
# other options
rt_ini = os.path.join(output_d, 'rt.ini')
with open(rt_ini, 'w') as out:
if libcdec_ff_hpyplm_so and corpus_hpyplm:
out.write('hpyplm=true\n')
else:
out.write('hpyplm=false\n')
out.write('metric=ibm_bleu\n')
sys.stderr.write('IMPORTANT: add any additional options such as metric=meteor to {}\n'.format(rt_ini))
if __name__ == '__main__':
main()
|
