From d1893885b24a0d05374c966c1844f675caf81ded Mon Sep 17 00:00:00 2001 From: Will White Date: Sat, 7 Feb 2015 17:16:11 -0800 Subject: [PATCH] sort/uniq after lines are cleaned up. --- update | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/update b/update index 9f3c7c5..a1a443d 100755 --- a/update +++ b/update @@ -9,11 +9,11 @@ for source in $sources; do done; cat data/free.txt tmp \ - | sort \ - | uniq \ | sed '/./,$!d' \ | sed -e 's/^ *//' -e 's/ *$//' \ | awk '{print tolower($0)}' \ + | sort \ + | uniq \ | comm -23 - ./data/blacklist.txt \ | comm -23 - ./data/disposable.txt > ./data/free.txt