summary refs log tree commit diff
path: root/pkgs/build-support/upstream-updater/urls-from-page.sh
blob: aecf645eb817cad9ffe1539e2e99414e3ad88f5e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
#! /bin/sh

url="$1"
protocol="${url%%:*}"
path="${url#$protocol://}"
server="${path%%/*}"
basepath="${path%/*}"
relpath="${path#$server}"
 
echo "URL: $url" >&2

curl -A 'text/html; text/xhtml; text/xml; */*' -L -k "$url" | sed -re 's/^/-/;s/[hH][rR][eE][fF]=("([^"]*)"|'\''([^'\'']*)'\''|([^"'\'' <>&]+)[ <>&])/\n+\2\3\4\n-/g' | \
  sed -e '/^-/d; s/^[+]//; /^#/d;'"s/^\\//$protocol:\\/\\/$server\\//g" | \
  sed -re 's`^[^:]*$`'"$protocol://$basepath/&\`"