1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
import os
import subprocess
import sys
import threading
from cdec.configobj import ConfigObj
SA_INI_FILES = set((
'f_sa_file',
'e_file',
'a_file',
'lex_file',
'precompute_file',
))
def cdec_ini_for_config(config):
# This is a list of (k, v), not a ConfigObj or dict
for i in range(len(config)):
if config[i][0] == 'feature_function':
if config[i][1].startswith('KLanguageModel'):
f = config[i][1].split()
f[-1] = 'mono.klm'
config[i][1] = ' '.join(f)
elif config[i][1].startswith('External'):
config[i][1] = 'External libcdec_ff_hpyplm.so corpus.hpyplm'
def cdec_ini_for_realtime(config, path, ref_fifo):
# This is a list of (k, v), not a ConfigObj or dict
for i in range(len(config)):
if config[i][0] == 'feature_function':
if config[i][1].startswith('KLanguageModel'):
f = config[i][1].split()
f[-1] = os.path.join(path, f[-1])
config[i][1] = ' '.join(f)
elif config[i][1].startswith('External'):
f = config[i][1].split()
f[1] = os.path.join(path, f[1])
f[2] = os.path.join(path, f[2])
f.append('-r')
f.append(ref)
f.append('-t')
config[i][1] = ' '.join(f)
def consume_stream(stream):
def consume(s):
for _ in s:
pass
threading.Thread(target=consume, args=(stream,)).start()
def popen_io(cmd):
p = subprocess.Popen(cmd, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
consume_stream(p.stderr)
return p
def popen_io_v(cmd):
sys.stderr.write('{}\n'.format(' '.join(cmd)))
p = subprocess.Popen(cmd, stdin=subprocess.PIPE, stdout=subprocess.PIPE)
return p
def sa_ini_for_config(config):
for key in config:
if key in SA_INI_FILES:
config[key] = os.path.join('sa', os.path.basename(config[key]))
def sa_ini_for_realtime(config, path):
for key in config:
if key in SA_INI_FILES:
config[key] = os.path.join(path, config[key])
|
