From 9e43bb4649d0eabe02786f4d386ba01e30660296 Mon Sep 17 00:00:00 2001 From: Daniil Gentili Date: Sat, 26 Mar 2016 13:34:12 +0100 Subject: [PATCH] Delete gigaclone-urllist --- gigaclone-urllist | 93 ----------------------------------------------- 1 file changed, 93 deletions(-) delete mode 100755 gigaclone-urllist diff --git a/gigaclone-urllist b/gigaclone-urllist deleted file mode 100755 index fdea2ce..0000000 --- a/gigaclone-urllist +++ /dev/null @@ -1,93 +0,0 @@ -#!/bin/bash -dir="$PWD" - -tmp="$dir/tmp" -mkdir $tmp -cd $tmp - -extractlog() { -tar -xzf logs.tgz -cd log - -for f in ./*;do { -echo "Working... for $f" -sed -i '/200\|206\|302\|301/!d;s/\sHTTP.*//g;s/.*\s/http:\/\/profile\.gigaset\.net/g;/http:\/\/profile\.gigaset\.net\"\"/d;s/?.*//g;s/\.net\/device/\.net\/chagall/g;s/^\.$//g' $f -echo "Remove duplicates for $f" -awk '!seen[$0]++' $f>>$tmp/tmp -};done -cd $tmp -md5sum $tmp/logs.tgz >$dir/.md5sum -rdupes $tmp/tmp -} - -rdupes() { -echo "Remove all duplicates for $*" -awk '!seen[$0]++' $* $dir/urllist >$dir/final -mv $dir/final $dir/urllist -rm $* -} - -extractbin() { -cd $tmp -for f in $(grep "\.bin" $dir/urllist);do { -file=$(wget -qO- "$f" | strings) -echo "$file" | sed '/http:\/\//!d;/profile.gigaset.net\|update.gigaset.net/!d;s/.*http:\/\//http:\/\//g;s/update\.gigaset/profile\.gigaset/g'>>$tmp/tmp - -baseurl="$(echo "$f" | sed 's/[^/]*$//')" - -url=$(echo "$file" | sed '/http/d;/\.bin/!d') - -for e in $url;do echo "$baseurl$e">>$tmp/tmp;done - -}; done -rdupes $tmp/tmp -} - -checkurl() { -for dl in $(cat $dir/urllist); do { -curl -w "%{url_effective}\n" -L -f -s -I -S "$dl" -o /dev/null -};done | grep -v "HTTP" | awk '!seen[$0]++' >$dir/check -mv $dir/check $dir/urllist -} - -tree() { -mkdir -p $tmp/test -cd $tmp/test -for f in $(sed 's/http:\/\/profile.gigaset.net\///g;s/^\/*//g' $dir/urllist);do { -mkdir -p $f -};done -tree -T "profile.gigaset.net" -C -H http://profile.gigaset.net -o $dir/tree.html - -} - -wget http://profile.gigaset.net/logs.tgz -[ "$(md5sum $tmp/logs.tgz)" != "$(cat $dir/.md5sum)" ] && { -extractlog -extractbin -cd $dir -checkurl -tree -} || rm $dir/logs.tgz - -cd $dir -rm -rf $tmp/ -mkdir $tmp - -git clone git@github.com:/danog/gigaclone.git $tmp/git -cd $tmp/git - -cp $dir/* . -rm -rf tmp -git add -A -git commit -m "Updated url list" -git push origin master &>/dev/null - -git checkout gh-pages -cp $dir/tree.html . -git add -A -git commit -m "Updated dir tree" -git push origin gh-pages &>/dev/null - -cd $dir -echo "Clean up." -rm -fr $tmp