Extract external links from Twitter

snscrape-twitter-hashtag

@@ -6,5 +6,5 @@ shift
 	echo "https://twitter.com/hashtag/${hashtag}?src=hash"
 	echo "https://twitter.com/hashtag/${hashtag}?f=tweets&vertical=default"
 	echo "https://twitter.com/hashtag/${hashtag}?f=tweets&vertical=default&src=hash"
-	snscrape "$@" twitter-hashtag "${hashtag}"
+	snscrape --format '{url} {tcooutlinksss} {outlinksss}' "$@" twitter-hashtag "${hashtag}" | tr ' ' '\n' | grep -v '^$' | awk '!seen[$0]++'
 } > "twitter-#${hashtag}"

snscrape-twitter-user

@@ -7,6 +7,6 @@ then
 	if [[ "${user}" != "${origUser}" ]]; then echo "Username fix: ${origUser} -> ${user}" >&2; fi
 	{
 		echo "https://twitter.com/${user}"
-		snscrape "$@" twitter-user "${user}"
-	} > "twitter-@${user}"
+		snscrape --format '{url} {tcooutlinksss} {outlinksss}' "$@" twitter-user "${user}"
+	} | tr ' ' '\n' | grep -v '^$' | awk '!seen[$0]++' > "twitter-@${user}"
 fi