diff --git a/gravity.sh b/gravity.sh index c894e99a..f2e82b43 100755 --- a/gravity.sh +++ b/gravity.sh @@ -160,10 +160,11 @@ database_table_from_file() { fi done fi - - inputfile="${tmpFile}" + # Remove possible duplicates found in lower-quality adlists + sort -u -o "${inputfile}" "${inputfile}" + # Store domains in database table specified by ${table} # Use printf as .mode and .import need to be on separate lines # see https://unix.stackexchange.com/a/445615/83260