sort/uniq after lines are cleaned up.

2015-02-07 17:16:11 -08:00 · 2015-02-07 17:16:11 -08:00 · d1893885b2
commit d1893885b2
parent 83a52fadf0
1 changed files with 2 additions and 2 deletions
--- a/4
+++ b/4
@ -9,11 +9,11 @@ for source in $sources; do
 done;

 cat data/free.txt tmp \
-    | sort \
-    | uniq \
    | sed '/./,$!d' \
    | sed -e 's/^ *//' -e 's/ *$//' \
    | awk '{print tolower($0)}' \
+    | sort \
+    | uniq \
    | comm -23 - ./data/blacklist.txt \
    | comm -23 - ./data/disposable.txt > ./data/free.txt