1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
require 'nlp_ruby'
class Terminal
attr_accessor :w
def initialize s
@w = s
end
def to_s
"T<#{@w}>"
end
end
class NonTerminal
attr_accessor :sym, :n
def initialize s, n=1
@sym = s
@n = n
end
def to_s
"NT<#{sym}>"
end
end
class Span
attr_accessor :left, :right
def initialize left=-1, right=-1
@left = left
@right = right
end
end
class Rule
attr_accessor :lhs, :rhs, :span
def initialize lhs=nil, rhs=nil, span=Span.new
@lhs = ''
@rhs = []
@span = span
end
def to_s
"#{lhs} -> #{rhs.map{|i|i.to_s}.join ' '} a:#{arity} (#{@span.left}, #{@span.right})"
end
def arity
rhs.reject { |i| i.class == Terminal }.size
end
def from_s s
a = splitpipe s, 3
@lhs = NonTerminal.new a[0].strip.gsub!(/(\[|\])/, "")
a[1].split.each { |i|
i.strip!
if i[0]=='[' && i[i.size-1] == ']'
@rhs << NonTerminal.new(i.gsub!(/(\[|\])/, "").split(',')[0])
else
@rhs << Terminal.new(i)
end
}
@span = Span.new
end
def self.from_s s
r = self.new
r.from_s s
return r
end
end
class Grammar
attr_accessor :rules
def initialize fn
@rules = []
l = ReadFile.readlines_strip fn
l.each { |i|
@rules << Rule.from_s(i)
}
end
def to_s
s = ''
@rules.each { |r| s += r.to_s+"\n" }
end
end
|
