1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
import logging
import util
import sys
class Functionalizer:
def __init__(self, config):
self.config = config
def run(self):
hyp_file = open('%s/hyp.mrl.nbest' % self.config.experiment_dir)
fun_file = open('%s/hyp.fun' % self.config.experiment_dir, 'w')
hypsets = []
hypset = []
last_eid = 0
for line in hyp_file:
parts = line.split('|||')
eid = int(parts[0])
if eid != last_eid:
hypsets.append(hypset)
hypset = []
last_eid = eid
score = parts[2] + ' ||| ' + parts[3].strip()
hyp = parts[1].strip()
hypset.append((hyp,score))
hypsets.append(hypset)
counter = 0
for hypset in hypsets:
hypset = list(reversed(hypset))
while hypset:
hyp, score = hypset.pop()
fun = self.functionalize(hyp)
if fun:
print >>fun_file, counter, '|||', fun, '|||', score
break
counter += 1
def run_sentence(self, experiment_dir, temp_dir):
hyp_file = open('%s/nbest.tmp' % temp_dir, 'r')
hypsets = []
hypset = []
last_eid = 0
for line in hyp_file:
parts = line.split('|||')
eid = int(parts[0])
if eid != last_eid:
hypsets.append(hypset)
hypset = []
last_eid = eid
score = parts[2] + ' ||| ' + parts[3].strip()
hyp = parts[1].strip()
hypset.append((hyp,score))
hypsets.append(hypset)
hyp_file.close()
counter = 0
for hypset in hypsets:
hypset = list(reversed(hypset))
while hypset:
hyp, score = hypset.pop()
fun = self.functionalize(hyp)
if fun:
return fun
break
counter += 1
return ""
#xc = 0
def functionalize(self, mrl):
#if '_@0' in mrl and 'cityid@2' in mrl:
# #print '==='
# #print mrl
# self.xc += 1
# if self.xc > 5:
# exit()
stack = []
r = []
tokens = list(reversed(mrl.split()))
#print tokens
while tokens:
it = tokens.pop()
#print it
if util.ARITY_SEP not in it:
token = it
arity = util.ARITY_STR
logging.warn('unrecognized token: %s', it)
else:
token, arity = it.rsplit(util.ARITY_SEP)
if arity == util.ARITY_STR:
arity = 0
arity_str = True
elif not (arity == util.ARITY_ANY):
arity = int(arity)
arity_str = False
if arity == util.ARITY_ANY or arity > 0:
r.append(token)
r.append('(')
stack.append(arity)
else:
assert arity == 0
if arity_str:
r.append("'%s'" % token.replace('_', ' '))
else:
r.append(token)
#print r
while stack:
top = stack.pop()
if top == util.ARITY_ANY and tokens:
r.append(',')
stack.append(util.ARITY_ANY)
break
elif top != util.ARITY_ANY and top > 1:
r.append(',')
stack.append(top - 1)
break
else:
r.append(')')
if not stack and tokens:
return None
if stack:
return None
r = ''.join(r)
# nasty hacks to fix misplaced _
if '(_' in r:
return None
if ',_' in r and not ('cityid' in r):
return None
if '_),_)' in r:
return None
return r
|
