From bd1b004d9417b6578c7673fd5fc4f391534230a4 Mon Sep 17 00:00:00 2001
From: DL6ER <dl6er@dl6er.de>
Date: Thu, 12 Dec 2019 10:13:51 +0000
Subject: [PATCH] Remove possible duplicates found in lower-quality adlists

Signed-off-by: DL6ER <dl6er@dl6er.de>
---
 gravity.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/gravity.sh b/gravity.sh
index 1d9919a1..58d60ff4 100755
--- a/gravity.sh
+++ b/gravity.sh
@@ -160,10 +160,11 @@ database_table_from_file() {
       fi
     done
   fi
-
-
   inputfile="${tmpFile}"
 
+  # Remove possible duplicates found in lower-quality adlists
+  uniq -u "${inputfile}" "${inputfile}"
+
   # Store domains in database table specified by ${table}
   # Use printf as .mode and .import need to be on separate lines
   # see https://unix.stackexchange.com/a/445615/83260