diff options
| author | Paul Baltescu <pauldb89@gmail.com> | 2013-02-21 14:13:55 +0000 |
|---|---|---|
| committer | Paul Baltescu <pauldb89@gmail.com> | 2013-02-21 14:13:55 +0000 |
| commit | b5491898549c61bd799d199aa9178a8394a1ef69 (patch) | |
| tree | fb2686a2aae03ff07bcdf4cd47e8c3191eff8d1e /corpus/support/token_patterns | |
| parent | 0187447a643c3ea262b13b3052cb1531990eafe6 (diff) | |
| parent | c17d9c23d023a5c08656376944f636180f0a437b (diff) | |
Merge branch 'master' of https://github.com/pauldb89/cdec
Diffstat (limited to 'corpus/support/token_patterns')
| -rw-r--r-- | corpus/support/token_patterns | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/corpus/support/token_patterns b/corpus/support/token_patterns index 8e69432b..de64fb2a 100644 --- a/corpus/support/token_patterns +++ b/corpus/support/token_patterns @@ -1,3 +1,5 @@ /^(al|el|ul|e)\-[a-z]+$/ +/^((а|А)(ль|ш)|уль)-\p{Cyrillic}+$/ +/^\p{Cyrillic}\.\p{Cyrillic}\.$/ /^(\d|\d\d|\d\d\d)\.$/ |