summaryrefslogtreecommitdiff
path: root/corpus/support/token_patterns
diff options
context:
space:
mode:
authorChris Dyer <redpony@gmail.com>2014-12-29 02:02:27 -0500
committerChris Dyer <redpony@gmail.com>2014-12-29 02:02:27 -0500
commit265face769871a3ac2c2ecf81ef498cdef6895f2 (patch)
tree6e9f21ab901f2a02df4d5fbb96c31e3a7cc6e8bd /corpus/support/token_patterns
parentfb95a0495ea4c63db6eea87aa09693ed7420d586 (diff)
finnish case markings
Diffstat (limited to 'corpus/support/token_patterns')
-rw-r--r--corpus/support/token_patterns3
1 files changed, 2 insertions, 1 deletions
diff --git a/corpus/support/token_patterns b/corpus/support/token_patterns
index e51e5e72..12558cdd 100644
--- a/corpus/support/token_patterns
+++ b/corpus/support/token_patterns
@@ -1,6 +1,7 @@
/^(al|el|ul|e)\-[a-z]+$/
+/\.(fi|fr|es|co\.uk|de)$/
+/:[a-zä]+$/
/^((а|А)(ль|ш)|уль)-\p{Cyrillic}+$/
-/^(юл)-\p{Cyrillic}+$/
/^\p{Cyrillic}\.\p{Cyrillic}\.$/
/^(\d|\d\d|\d\d\d)\.$/