Browse Source

Add support for hashbang fragments on Twitter links

master
JustAnotherArchivist 4 years ago
parent
commit
7c389f1fef
1 changed files with 2 additions and 2 deletions
  1. +2
    -2
      website-extract-social-media

+ 2
- 2
website-extract-social-media View File

@@ -30,8 +30,8 @@ function fetch_n_extract {
) \
>(
# Twitter
grep -Poi 'twitter\.com/(hashtag/)?[^/ <"'"'"']+' | \
sed 's,^,https://,' | \
grep -Poi 'twitter\.com/(#!/)?(hashtag/)?[^/ <"'"'"']+' | \
sed 's,^twitter\.com/#!/,twitter.com/,; s,^,https://,' | \
grep -vi -e '^https://twitter\.com/home\?' -e '^https://twitter\.com/widgets\.js$' -e '^https://twitter\.com/share\?' -e '^https://twitter\.com/intent$' | \
sed 's,\([?&]\)ref_src=[^&]\+&\?,\1,; s,?$,,'
) \


Loading…
Cancel
Save