aboutsummaryrefslogtreecommitdiff
path: root/bin/hurl
diff options
context:
space:
mode:
authorTom Ryder <tom@sanctum.geek.nz>2016-08-09 17:15:40 +1200
committerTom Ryder <tom@sanctum.geek.nz>2016-08-09 17:20:10 +1200
commit9fb350dc7c8cc5259ef24e0cb097031179fab1d6 (patch)
tree839dd0b8ee3f5323b1cd6aefa22b605b99437d62 /bin/hurl
parentMention nosls/sls flags in slsf(1) man page (diff)
downloaddotfiles-9fb350dc7c8cc5259ef24e0cb097031179fab1d6.tar.gz
dotfiles-9fb350dc7c8cc5259ef24e0cb097031179fab1d6.zip
Improve commenting/exit handling in binscripts
Diffstat (limited to 'bin/hurl')
-rwxr-xr-xbin/hurl8
1 files changed, 7 insertions, 1 deletions
diff --git a/bin/hurl b/bin/hurl
index 7c0b0a33..dcc0fd73 100755
--- a/bin/hurl
+++ b/bin/hurl
@@ -1,5 +1,11 @@
#!/bin/sh
-# Extract <a href="..."> URLs from an HTML document or documents.
+# Extract <a href="..."> URLs from an HTML document or documents
+
+# Input is either stdin or the given arguments concatenated
cat -- "${@:-/dev/stdin}" | # shellcheck disable=SC2002
+
+# Pipe through pup to get all the href links
pup -p 'a attr{href}' |
+
+# Sort them uniquely
sort | uniq