1
0
mirror of https://github.com/danog/gigaclone.git synced 2025-01-22 13:41:42 +01:00

Update urllist

This commit is contained in:
Daniil Gentili 2015-10-08 20:02:14 +02:00
parent 85ed6916d6
commit 5dd484637e
2 changed files with 8452 additions and 99 deletions

View File

@ -18,12 +18,8 @@ awk '!seen[$0]++' $f>>$tmp/tmp
};done
echo "Remove all duplicates"
awk '!seen[$0]++' $tmp/tmp $dir/urllist >$tmp/final
echo "Remove useless stuff..."
sed -i '/200\|206\|302\|301/!d;s/\sHTTP.*//g;s/.*\s/http:\/\/profile\.gigaset\.net/g;/http:\/\/profile\.gigaset\.net\"\"/d;s/?.*//g;s/\.net\/device/\.net\/chagall/g;s/^\.$//g' $tmp/final
echo "Remove all duplicates"
awk '!seen[$0]++' $tmp/final >$tmp/finall
mv $tmp/finall $dir/urllist
mv $tmp/final $dir/urllist
git clone https://${GH_TOKEN}@github.com/danog/gigaclone.git $tmp/git
cd $tmp/git

8545
urllist

File diff suppressed because it is too large Load Diff