From 07c3e7baaabdbc9bcae8989ff1f5476d35ac5997 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Thu, 21 Mar 2019 00:11:14 +0000 Subject: [PATCH] Add snscrape helpers --- snscrape-facebook-user | 2 ++ snscrape-instagram-user | 2 ++ snscrape-twitter-hashtag | 2 ++ snscrape-twitter-user | 2 ++ transfer.sh-upload | 2 ++ 5 files changed, 10 insertions(+) create mode 100755 snscrape-facebook-user create mode 100755 snscrape-instagram-user create mode 100755 snscrape-twitter-hashtag create mode 100755 snscrape-twitter-user create mode 100755 transfer.sh-upload diff --git a/snscrape-facebook-user b/snscrape-facebook-user new file mode 100755 index 0000000..60a94f7 --- /dev/null +++ b/snscrape-facebook-user @@ -0,0 +1,2 @@ +#!/bin/bash +user="$1"; { echo "https://www.facebook.com/${user}/"; snscrape -v facebook-user "${user}" | perl -pe 's,[?&]\K__xts__%5B0%5D=[^&]+?(&|$),,; s,[?&]\K__tn__=[^&]+?(&|$),,; s,[?&]\Keid=[^&]+?(&|$),,; s,[?&]$,,;' | awk '{print} /\?type=/ {print substr($0, 1, index($0, "?type=") - 1)}' | awk '!seen[$0]++'; } > "facebook-@${user}" diff --git a/snscrape-instagram-user b/snscrape-instagram-user new file mode 100755 index 0000000..35a9277 --- /dev/null +++ b/snscrape-instagram-user @@ -0,0 +1,2 @@ +#!/bin/bash +user="$1"; { echo "https://www.instagram.com/${user}/"; snscrape -v instagram-user "${user}" | awk '{print} /\?taken-by/ {print substr($0, 1, index($0, "?taken-by") - 1)}'; } > "instagram-@${user}" diff --git a/snscrape-twitter-hashtag b/snscrape-twitter-hashtag new file mode 100755 index 0000000..317e6e2 --- /dev/null +++ b/snscrape-twitter-hashtag @@ -0,0 +1,2 @@ +#!/bin/bash +hashtag="$1"; { echo "https://twitter.com/hashtag/${hashtag}"; echo "https://twitter.com/hashtag/${hashtag}?src=hash"; echo "https://twitter.com/hashtag/${hashtag}?f=tweets&vertical=default"; echo "https://twitter.com/hashtag/${hashtag}?f=tweets&vertical=default&src=hash"; snscrape -v twitter-hashtag "${hashtag}"; } > "twitter-#${hashtag}" diff --git a/snscrape-twitter-user b/snscrape-twitter-user new file mode 100755 index 0000000..a822644 --- /dev/null +++ b/snscrape-twitter-user @@ -0,0 +1,2 @@ +#!/bin/bash +user="$1"; { echo "https://twitter.com/${user}"; snscrape -v twitter-user "${user}"; } > "twitter-@${user}" diff --git a/transfer.sh-upload b/transfer.sh-upload new file mode 100755 index 0000000..cfaa523 --- /dev/null +++ b/transfer.sh-upload @@ -0,0 +1,2 @@ +#!/bin/bash +curl -s --upload-file "$1" https://transfer.sh/ | sed 's,#,%23,g'; echo