index
:
nlp_scripts
master
Mirror of https://github.com/pks/nlp_scripts.git
summary
refs
log
tree
commit
diff
log msg
author
committer
range
path:
root
/
de-bpe
diff options
context:
1
2
3
4
5
6
7
8
9
10
15
20
25
30
35
40
space:
include
ignore
mode:
unified
ssdiff
stat only
Diffstat
(limited to 'de-bpe')
-rwxr-xr-x
de-bpe
3
1 files changed, 1 insertions, 2 deletions
diff --git a/de-bpe b/de-bpe
index 0ba49af..013ca9a 100755
--- a/
de-bpe
+++ b/
de-bpe
@@ -1,4 +1,3 @@
#!/bin/bash
-sed -E "s/(@@ )|(@@$)//g"
-
+sed "s| ||g" | sed "s|▁| |g"