From 34af70c043f80298c2292aa31a9c268a7f649766 Mon Sep 17 00:00:00 2001
From: Gunther Schulz <kunde2@guntherschulz.de>
Date: Sun, 16 Feb 2020 11:51:25 +0100
Subject: [PATCH] add script to remove binary characters and add BOM

---
 clean.sh | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100755 clean.sh

diff --git a/clean.sh b/clean.sh
new file mode 100755
index 0000000..4db1e7f
--- /dev/null
+++ b/clean.sh
@@ -0,0 +1,12 @@
+#!/bin/sh
+
+# https://www.commandlinefu.com/commands/view/11560/delete-all-non-printing-characters-from-a-file
+# http://www.skybert.net/bash/adding-utf-8-bom-from-the-command-line/
+
+# Remove non-printable ASCII characters 
+tr -cd '[:print:]\n\r' < ./Experts/JsonAPI.mq5 > ./Experts/JsonAPI.clean.mq5
+# Add UTF-8 BOM
+sed -i '1s/^/\xef\xbb\xbf/' ./Experts/JsonAPI.clean.mq5
+mv ./Experts/JsonAPI.clean.mq5 ./Experts/JsonAPI.mq5
+
+