1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
#!/usr/bin/python
# EXPERIMENTAL and HACKY version of cdec build in scons
AddOption('--prefix', dest='prefix', type='string', nargs=1, action='store', metavar='DIR',
help='installation prefix')
AddOption('--with-boost', dest='boost', type='string', nargs=1, action='store', metavar='DIR',
help='boost installation directory (if in a non-standard location)')
AddOption('--with-glc', dest='glc', type='string', nargs=1, action='store', metavar='DIR',
help='path to Global Lexical Coherence package (optional)')
AddOption('--efence', dest='efence', action='store_true',
help='use electric fence for debugging memory corruptions')
# TODO: Troll http://www.scons.org/wiki/SconsAutoconf
# for some initial autoconf-like steps
platform = ARGUMENTS.get('OS', Platform())
include = Split('decoder utils klm mteval .')
env = Environment(PREFIX=GetOption('prefix'),
PLATFORM = platform,
# BINDIR = bin,
# INCDIR = include,
# LIBDIR = lib,
CPPPATH = include,
LIBPATH = [],
LIBS = Split('boost_program_options boost_serialization boost_thread z'),
CCFLAGS=Split('-g -O3'))
boost = GetOption('boost')
if boost:
print 'Using Boost at {0}'.format(boost)
env.Append(CCFLAGS='-DHAVE_BOOST',
CPPPATH=boost+'/include',
LIBPATH=boost+'/lib')
if GetOption('efence'):
env.Append(LIBS=Split('efence Segfault'))
srcs = []
# TODO: Get rid of config.h
glc = GetOption('glc')
if glc:
print 'Using Global Lexical Coherence package at {0}'.format(glc)
env.Append(CCFLAGS='-DHAVE_GLC',
CPPPATH=[glc, glc+'/cdec'])
srcs.append(glc+'/string_util.cc')
srcs.append(glc+'/sys_util.cc')
srcs.append(glc+'/debug.cc')
srcs.append(glc+'/feature-factory.cc')
srcs.append(glc+'/cdec/ff_glc.cc')
for pattern in ['decoder/*.cc', 'decoder/*.c', 'klm/*/*.cc', 'utils/*.cc', 'mteval/*.cc', 'vest/*.cc']:
srcs.extend([ file for file in Glob(pattern)
if not 'test' in str(file)
and 'build_binary.cc' not in str(file)
and 'ngram_query.cc' not in str(file)
and 'mbr_kbest.cc' not in str(file)
and 'sri.cc' not in str(file)
and 'fast_score.cc' not in str(file)
and 'cdec.cc' not in str(file)
and 'mr_' not in str(file)
])
print 'Found {0} source files'.format(len(srcs))
def comb(cc, srcs):
x = [cc]
x.extend(srcs)
return x
env.Program(target='decoder/cdec', source=comb('decoder/cdec.cc', srcs))
# TODO: The various decoder tests
# TODO: extools
env.Program(target='klm/lm/build_binary', source=comb('klm/lm/build_binary.cc', srcs))
# TODO: klm ngram_query and tests
env.Program(target='mteval/fast_score', source=comb('mteval/fast_score.cc', srcs))
env.Program(target='mteval/mbr_kbest', source=comb('mteval/mbr_kbest.cc', srcs))
#env.Program(target='mteval/scorer_test', source=comb('mteval/fast_score.cc', srcs))
# TODO: phrasinator
# TODO: Various training binaries
env.Program(target='vest/sentserver', source=['vest/sentserver.c'], LINKFLAGS='-all-static')
env.Program(target='vest/sentclient', source=['vest/sentclient.c'], LINKFLAGS='-all-static')
env.Program(target='vest/mr_vest_generate_mapper_input', source=comb('vest/mr_vest_generate_mapper_input.cc', srcs))
env.Program(target='vest/mr_vest_map', source=comb('vest/mr_vest_map.cc', srcs))
env.Program(target='vest/mr_vest_reduce', source=comb('vest/mr_vest_reduce.cc', srcs))
#env.Program(target='vest/lo_test', source=comb('vest/lo_test.cc', srcs))
# TODO: util tests
|
