diff options
author | Michael Denkowski <michael.j.denkowski@gmail.com> | 2013-01-07 23:11:17 -0500 |
---|---|---|
committer | Michael Denkowski <michael.j.denkowski@gmail.com> | 2013-01-07 23:11:17 -0500 |
commit | d094258e7cb75057af55eca41b65ba74fe3fb2c9 (patch) | |
tree | 93ca90f0a206081b33d16f136916e15d09525060 /python/tests/extractor/refmt.py | |
parent | 938b3ca2d0af20530585a335c9e7c323d7fad5dd (diff) |
Rule extraction unit test
Diffstat (limited to 'python/tests/extractor/refmt.py')
-rwxr-xr-x | python/tests/extractor/refmt.py | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/python/tests/extractor/refmt.py b/python/tests/extractor/refmt.py new file mode 100755 index 00000000..437d5b7a --- /dev/null +++ b/python/tests/extractor/refmt.py @@ -0,0 +1,20 @@ +#!/usr/bin/env python + +import collections, sys + +lines = [] +f = collections.defaultdict(int) +fe = collections.defaultdict(lambda: collections.defaultdict(int)) + +for line in sys.stdin: + tok = [x.strip() for x in line.split('|||')] + count = int(tok[4]) + f[tok[1]] += count + fe[tok[1]][tok[2]] += count + lines.append(tok) + +for tok in lines: + feat = 'IsSingletonF={0}.0 IsSingletonFE={1}.0'.format( + 0 if f[tok[1]] > 1 else 1, + 0 if fe[tok[1]][tok[2]] > 1 else 1) + print ' ||| '.join((tok[0], tok[1], tok[2], feat, tok[3])) |