Add new addresses to existing list. Remove whitespace.

This commit is contained in:
Will White 2015-02-06 23:07:46 -08:00
parent c53ce687e5
commit 83a52fadf0

4
update
View File

@ -8,9 +8,11 @@ for source in $sources; do
curl --silent $source >> tmp curl --silent $source >> tmp
done; done;
sort tmp \ cat data/free.txt tmp \
| sort \
| uniq \ | uniq \
| sed '/./,$!d' \ | sed '/./,$!d' \
| sed -e 's/^ *//' -e 's/ *$//' \
| awk '{print tolower($0)}' \ | awk '{print tolower($0)}' \
| comm -23 - ./data/blacklist.txt \ | comm -23 - ./data/blacklist.txt \
| comm -23 - ./data/disposable.txt > ./data/free.txt | comm -23 - ./data/disposable.txt > ./data/free.txt