sort/uniq after lines are cleaned up.
This commit is contained in:
4
update
4
update
@@ -9,11 +9,11 @@ for source in $sources; do
|
||||
done;
|
||||
|
||||
cat data/free.txt tmp \
|
||||
| sort \
|
||||
| uniq \
|
||||
| sed '/./,$!d' \
|
||||
| sed -e 's/^ *//' -e 's/ *$//' \
|
||||
| awk '{print tolower($0)}' \
|
||||
| sort \
|
||||
| uniq \
|
||||
| comm -23 - ./data/blacklist.txt \
|
||||
| comm -23 - ./data/disposable.txt > ./data/free.txt
|
||||
|
||||
|
||||
Reference in New Issue
Block a user