summary refs log blame commit diff
path: root/pkgs/build-support/upstream-updater/urls-from-page.sh
blob: aecf645eb817cad9ffe1539e2e99414e3ad88f5e (plain) (tree)
1
2
3
4
5
6
7
8
9
10
11





                          
                     



                         
                                                                                                                                                                         
                                                                           
                                                 
#! /bin/sh

url="$1"
protocol="${url%%:*}"
path="${url#$protocol://}"
server="${path%%/*}"
basepath="${path%/*}"
relpath="${path#$server}"
 
echo "URL: $url" >&2

curl -A 'text/html; text/xhtml; text/xml; */*' -L -k "$url" | sed -re 's/^/-/;s/[hH][rR][eE][fF]=("([^"]*)"|'\''([^'\'']*)'\''|([^"'\'' <>&]+)[ <>&])/\n+\2\3\4\n-/g' | \
  sed -e '/^-/d; s/^[+]//; /^#/d;'"s/^\\//$protocol:\\/\\/$server\\//g" | \
  sed -re 's`^[^:]*$`'"$protocol://$basepath/&\`"