diff options
Diffstat (limited to 'gi/morf-segmentation/invalid_vocab.patterns')
| -rw-r--r-- | gi/morf-segmentation/invalid_vocab.patterns | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/gi/morf-segmentation/invalid_vocab.patterns b/gi/morf-segmentation/invalid_vocab.patterns new file mode 100644 index 00000000..473ce1b1 --- /dev/null +++ b/gi/morf-segmentation/invalid_vocab.patterns @@ -0,0 +1,6 @@ +[[:digit:]] +[] !"#$%&()*+,./:;<=>?@[\^_`{|}~] +^'$ +-$ +^- +^$ |