From 92f6b5ce4a6a6ea6b01bcd473cd94b0ba25f2479 Mon Sep 17 00:00:00 2001 From: "U-DESKTOP-3VIS1T9\\junguler" Date: Thu, 27 Jul 2023 05:03:13 +0330 Subject: [PATCH] add check-for-dead script this was initially meant as a way of removing dead links but from a few tests i've made they were not that many to remove and the time it took was not worth it, i'm willing to apply this script if you have found a folder that has an unusal amount of dead links in it but otherwise this will just sit here not being used --- stuff/check-for-dead.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100755 stuff/check-for-dead.sh diff --git a/stuff/check-for-dead.sh b/stuff/check-for-dead.sh new file mode 100755 index 000000000..ee5cb1878 --- /dev/null +++ b/stuff/check-for-dead.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +# replace spaces in files with an underline +for i in *.m3u ; do sed -i 's/ /_/g' $i ; done + +# check for none 200 response coded links +for i in *.m3u ; do for j in $(cat $i) ; do wget -S --spider -q -t 1 --max-redirect 0 $j 2>&1 | grep "HTTP/" | awk '{print $2}' | (cat ; echo $j ;) | paste -s -d " " >> A-$i ; echo -e "$i - $j" ; done ; done + +# find links that have 200 response code and remove others +for i in A-*.m3u ; do cat $i | grep -B1 "200 " | sed -e 's/200 //g' -e 's/_/ /g' | awk 'length>3' | grep -A1 "#" | sed 's/ , /,/g' > A$i ; done + +# remove extra fluff from file names +for i in AA-*.m3u ; do mv $i $(echo $i | sed 's/AA-//') ; done + +# make the m3u files proper again by adding the header +for i in *.m3u ; do sed -i '1s/^/#EXTM3U\n/' $i ; done \ No newline at end of file