summaryrefslogtreecommitdiff
path: root/realtime/mkconfig.py
diff options
context:
space:
mode:
authorMichael Denkowski <mdenkows@cs.cmu.edu>2013-09-03 16:35:38 -0700
committerMichael Denkowski <mdenkows@cs.cmu.edu>2013-09-03 16:35:38 -0700
commited95b042de3d4786be3a37b6522c78aeef5948b2 (patch)
tree02698850249f17c6766aad35c9cd04beac7e4de4 /realtime/mkconfig.py
parent1ecc9bffb5003f6c8f9bf103b4caddaf5dcd59d2 (diff)
Config directory assembly
Diffstat (limited to 'realtime/mkconfig.py')
-rwxr-xr-xrealtime/mkconfig.py74
1 files changed, 74 insertions, 0 deletions
diff --git a/realtime/mkconfig.py b/realtime/mkconfig.py
new file mode 100755
index 00000000..86c165d6
--- /dev/null
+++ b/realtime/mkconfig.py
@@ -0,0 +1,74 @@
+#!/usr/bin/env python
+
+import os
+import shutil
+import sys
+
+from cdec.configobj import ConfigObj
+
+SA_INI_FILES = set((
+ 'f_sa_file',
+ 'e_file',
+ 'a_file',
+ 'lex_file',
+ 'precompute_file',
+ ))
+
+def main():
+
+ if len(sys.argv[1:]) != 12:
+ sys.stderr.write('usage: {} a.fwd_params a.fwd_err a.rev_params a.rev_err sa sa.ini mono.klm libcdec_ff_hpyplm.so corpus.hpyplm cdec.ini weights.final output.d\n'.format(sys.argv[0]))
+ sys.exit(2)
+
+ (a_fwd_params, a_fwd_err, a_rev_params, a_rev_err, sa, sa_ini, mono_klm, libcdec_ff_hpyplm_so, corpus_hpyplm, cdec_ini, weights_final, output_d) = sys.argv[1:]
+
+ if os.path.exists(output_d):
+ sys.stderr.write('Directory {} exists, exiting.\n'.format(output_d))
+ sys.exit(1)
+
+ # output.d
+ os.mkdir(output_d)
+
+ # alignment model
+ shutil.copy(a_fwd_params, os.path.join(output_d, 'a.fwd_params'))
+ shutil.copy(a_fwd_err, os.path.join(output_d, 'a.fwd_err'))
+ shutil.copy(a_rev_params, os.path.join(output_d, 'a.rev_params'))
+ shutil.copy(a_rev_err, os.path.join(output_d, 'a.rev_err'))
+
+ # grammar extractor
+ shutil.copytree(sa, os.path.join(output_d, 'sa'))
+ config = ConfigObj(sa_ini)
+ config.filename = os.path.join(output_d, 'sa.ini')
+ for key in config:
+ if key in SA_INI_FILES:
+ config[key] = os.path.join('sa', os.path.basename(config[key]))
+ config.write()
+
+ # language models
+ shutil.copy(mono_klm, os.path.join(output_d, 'mono.klm'))
+ shutil.copy(libcdec_ff_hpyplm_so, os.path.join(output_d, 'libcdec_ff_hpyplm.so'))
+ shutil.copy(corpus_hpyplm, os.path.join(output_d, 'corpus.hpyplm'))
+
+ # decoder config
+ config = [(f.strip() for f in line.split('=')) for line in open(cdec_ini)]
+ with open(os.path.join(output_d, 'cdec.ini'), 'w') as output:
+ for (k, v) in config:
+ if k == 'feature_function':
+ if v.startswith('KLanguageModel'):
+ f = v.split()
+ f[-1] = os.path.basename(f[-1])
+ v = ' '.join(f)
+ elif v.startswith('External'):
+ f = v.split()
+ if f[1].endswith('libcdec_ff_hpyplm.so'):
+ for i in range(1, len(f)):
+ if not f[i].startswith('-'):
+ f[i] = os.path.basename(f[i])
+ v = ' '.join(f)
+ output.write('{}={}\n'.format(k, v))
+
+ # weights
+ shutil.copy(weights_final, os.path.join(output_d, 'weights.final'))
+
+if __name__ == '__main__':
+ main()