summaryrefslogtreecommitdiff
path: root/fix-utf-8-pua
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2015-11-12 13:44:51 +0100
committerPatrick Simianer <p@simianer.de>2015-11-12 13:44:51 +0100
commit4e0fe816fc9f84e4ce17956de88458087dcc1f66 (patch)
tree881dd4540bef1c6de3896c5b01ac43cd29a8c17c /fix-utf-8-pua
parent17f5ee803b38a128f9022fff5ee658138f62a0e1 (diff)
script to remove private use area chars
Diffstat (limited to 'fix-utf-8-pua')
-rwxr-xr-xfix-utf-8-pua10
1 files changed, 10 insertions, 0 deletions
diff --git a/fix-utf-8-pua b/fix-utf-8-pua
new file mode 100755
index 0000000..674d424
--- /dev/null
+++ b/fix-utf-8-pua
@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+# remove private use area chars
+
+while line = STDIN.gets
+ line.strip!
+ line.gsub! /[\u{e000}-\u{f8ff}]/, " "
+ puts line
+end
+