1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
#!/usr/bin/env python
import os
import shutil
import sys
from cdec.configobj import ConfigObj
SA_INI_FILES = set((
'f_sa_file',
'e_file',
'a_file',
'lex_file',
'precompute_file',
))
def main():
if len(sys.argv[1:]) != 12:
sys.stderr.write('usage: {} a.fwd_params a.fwd_err a.rev_params a.rev_err sa sa.ini mono.klm libcdec_ff_hpyplm.so corpus.hpyplm cdec.ini weights.final output.d\n'.format(sys.argv[0]))
sys.exit(2)
(a_fwd_params, a_fwd_err, a_rev_params, a_rev_err, sa, sa_ini, mono_klm, libcdec_ff_hpyplm_so, corpus_hpyplm, cdec_ini, weights_final, output_d) = sys.argv[1:]
if os.path.exists(output_d):
sys.stderr.write('Directory {} exists, exiting.\n'.format(output_d))
sys.exit(1)
# output.d
os.mkdir(output_d)
# alignment model
shutil.copy(a_fwd_params, os.path.join(output_d, 'a.fwd_params'))
shutil.copy(a_fwd_err, os.path.join(output_d, 'a.fwd_err'))
shutil.copy(a_rev_params, os.path.join(output_d, 'a.rev_params'))
shutil.copy(a_rev_err, os.path.join(output_d, 'a.rev_err'))
# grammar extractor
shutil.copytree(sa, os.path.join(output_d, 'sa'))
config = ConfigObj(sa_ini)
config.filename = os.path.join(output_d, 'sa.ini')
for key in config:
if key in SA_INI_FILES:
config[key] = os.path.join('sa', os.path.basename(config[key]))
config.write()
# language models
shutil.copy(mono_klm, os.path.join(output_d, 'mono.klm'))
shutil.copy(libcdec_ff_hpyplm_so, os.path.join(output_d, 'libcdec_ff_hpyplm.so'))
shutil.copy(corpus_hpyplm, os.path.join(output_d, 'corpus.hpyplm'))
# decoder config
config = [(f.strip() for f in line.split('=')) for line in open(cdec_ini)]
with open(os.path.join(output_d, 'cdec.ini'), 'w') as output:
for (k, v) in config:
if k == 'feature_function':
if v.startswith('KLanguageModel'):
f = v.split()
f[-1] = os.path.basename(f[-1])
v = ' '.join(f)
elif v.startswith('External'):
f = v.split()
if f[1].endswith('libcdec_ff_hpyplm.so'):
for i in range(1, len(f)):
if not f[i].startswith('-'):
f[i] = os.path.basename(f[i])
v = ' '.join(f)
output.write('{}={}\n'.format(k, v))
# weights
shutil.copy(weights_final, os.path.join(output_d, 'weights.final'))
if __name__ == '__main__':
main()
|
