danog/gigaclone
1
0
Fork 0
mirror of https://github.com/danog/gigaclone.git synced 2024-11-26 20:14:58 +01:00
Code Issues Projects Releases Wiki Activity

Update gigaclone

Browse Source
This commit is contained in:
Video download 2015-09-25 20:07:53 +02:00
parent f98a62b046
commit 1ef694d6aa
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gigaclone
View File

@ -10,14 +10,20 @@ wget http://profile.gigaset.net/logs.tgz && tar -xzf logs.tgz
cd log
for f in ./*;do {
echo "Remove 404 for $f"
grep -v 404 $f >$tmp/tmp2
echo "Remove 403 for $f"
grep -v 403 $tmp/tmp2 >$tmp/tmp
echo "Keep only URLS for $f"
cut -d'H' -f1 $tmp/tmp >$tmp/tmp2
echo "Insert URL for $f"
sed 's/^/http:\/\/profile\.gigaset\.net/g' $tmp/tmp2 >$tmp/tmp
echo "Remove duplicates for $f"
awk '!seen[$0]++' $tmp/tmp >>$tmp/tmp.txt
};done
cd $dir
echo "Download everything."
wget -i $tmp/tmp.txt -x -N -nc
mv profile.gigaset.net $copy