Automatic run

archiveteam/repositories.json

@@ -0,0 +1,20 @@
+[
+	{
+		"user": "archiveteam",
+		"name": "warrior-dockerfile",
+		"namespace": "archiveteam",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": true,
+		"can_edit": false,
+		"star_count": 16,
+		"pull_count": 10884751,
+		"last_updated": "2018-12-17T00:42:59.374566Z",
+		"is_migrated": true,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "archiveteam"
+	}
+]

archiveteam/repositories/warrior-dockerfile/Dockerfile

@@ -0,0 +1,80 @@
+# Use phusion/baseimage as base image.
+FROM phusion/baseimage:0.11
+
+# Use baseimage-docker's init system.
+CMD ["/sbin/my_init"]
+
+ADD get-wget-lua.sh /
+
+# Install dependencies
+RUN apt-get update \
+  && apt-get install -y --no-install-recommends \
+      autoconf \
+      flex \
+      gcc \
+      git \
+      isc-dhcp-client \
+      jq \
+      libgnutls28-dev \
+      liblua5.1-0 \
+      liblua5.1-0-dev \
+      make \
+      net-tools \
+      pciutils \
+      python \
+      python-pip \
+      python-setuptools \
+      python3 \
+      python3-pip \
+      python3-setuptools \
+      rsync \
+      software-properties-common \
+      sudo \
+      wget \
+  && chmod +x /get-wget-lua.sh && sync && bash -c "/get-wget-lua.sh" \
+  && apt-get remove -y \
+    autoconf \
+    flex \
+    gcc \
+    libgnutls28-dev \
+    liblua5.1-0-dev \
+    make \
+  && apt-get clean && apt-get autoremove -y \
+  && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+# Setup system for the warrior
+RUN useradd warrior
+RUN mkdir /home/warrior && chown warrior: /home/warrior
+
+# Clone warrior code
+USER warrior
+WORKDIR /home/warrior
+RUN git clone -b docker https://github.com/ArchiveTeam/warrior-code2.git
+USER root
+
+# Add the boot script (this will install the actual warrior on boot)
+RUN mkdir -p /etc/my_init.d
+ADD boot.sh /etc/my_init.d/warrior-boot.sh
+
+# running as root and/or requiring sudo is a bad practice in docker containers,
+# sadly sudo is hard-coded all over the place in `warrior-code2`
+RUN echo "warrior ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
+
+# Expose web interface port
+EXPOSE 8001
+
+# Add the warrior service entry for runit
+RUN mkdir /etc/service/warrior
+ADD warrior.sh /etc/service/warrior/run
+
+# ENV to JSON
+ADD env-to-json.sh /home/warrior
+
+ENV DOWNLOADER=""
+ENV HTTP_PASSWORD=""
+ENV HTTP_USERNAME=""
+ENV SELECTED_PROJECT=""
+ENV SHARED_RSYNC_THREADS=""
+ENV WARRIOR_ID=""
+ENV CONCURRENT_ITEMS=""
+

archiveteam/repositories/warrior-dockerfile/info.json

@@ -0,0 +1,25 @@
+{
+	"user": "archiveteam",
+	"name": "warrior-dockerfile",
+	"namespace": "archiveteam",
+	"repository_type": "image",
+	"status": 1,
+	"description": "",
+	"is_private": false,
+	"is_automated": true,
+	"can_edit": false,
+	"star_count": 16,
+	"pull_count": 10884751,
+	"last_updated": "2018-12-17T00:42:59.374566Z",
+	"is_migrated": true,
+	"collaborator_count": 0,
+	"affiliation": null,
+	"hub_user": "archiveteam",
+	"has_starred": false,
+	"full_description": "## A Dockerfile for the [ArchiveTeam Warrior](https://www.archiveteam.org/index.php?title=ArchiveTeam_Warrior)\n<img alt=\"Warrior logo\" src=\"https://www.archiveteam.org/images/f/f3/Archive_team.png\" height=\"100px\"><img alt=\"Docker logo\" src=\"https://upload.wikimedia.org/wikipedia/commons/7/79/Docker_%28container_engine%29_logo.png\" height=\"100px\">\n\nBuild, run, grab the container IP and access the web interface on port 8001.\n\nAvailable as a Trusted Build on the index as [`archiveteam/warrior-dockerfile`](https://index.docker.io/u/archiveteam/warrior-dockerfile/) so you can just\n\n```\ndocker pull archiveteam/warrior-dockerfile\n# run without -d to follow the warrior install process\n# you will need to detach or stop-and-start the container.\n# use -p to bind port 8001 on the docker container\n# (default ip 172.17.0.x) to port 8001 on localhost.\ndocker run [-d] [-p 127.0.0.1:8001:8001] archiveteam/warrior-dockerfile\n```\n\nIf you prefer to just run the process in the background, and automatically start it again after machine reboot, use this instead:\n\n``` shell-interaction\ndocker run --detach \\\n  --publish 127.0.0.1:8001:8001 \\\n  --restart always \\\n  archiveteam/warrior-dockerfile\n```\n\n\n### Configuration\n\n\n#### Manual Using the Web Interface\nTo access the web interface get the container IP from `docker inspect` and point your browser to `http://IP:8001`. If you are running this container on a headless machine, be sure to bind the docker container's port to a port on that machine (e.g. `-p 8001:8001`) so that you can access the web interface on your LAN.\n\nYou can stop and resume the Warrior with `docker stop` and `docker start`\n\n\n#### Using Environment Variables\n\nIf you don't mount a `projects.json` configuration, you can provide seed settings using\nenvironment variables. Once a `projects.json` file exists, environment variables\nwill be ignored. Please note: This is currently not available in the Raspberry PI image.\n\n##### Example:\n\n```shell\n  docker run \\\n      --detach \\\n      --env DOWNLOADER=\"your name\" -e \\\n      --env SELECTED_PROJECT=\"auto\" \\\n      --publish 8001:8001 \\\n      --restart always \\\n      archiveteam/warrior-dockerfile\n```\n\n##### Mapping\n\n| ENV                  | JSON key             | Example           | Default |\n|----------------------|----------------------|-------------------|---------|\n| DOWNLOADER           | downloader           |                   |         |\n| HTTP_PASSWORD        | http_password        |                   |         |\n| HTTP_USERNAME        | http_username        |                   |         |\n| SELECTED_PROJECT     | selected_project     | `auto`, `tumblr`  |         |\n| SHARED_RSYNC_THREADS | shared:rsync_threads |                   | `20`    |\n| WARRIOR_ID           | warrior_id           |                   |         |\n| CONCURRENT_ITEMS     | concurrent_items     |                   | `3`     |\n\n## Raspberry Pi\nYou can build the container with the following command:\n``` shell-interaction\ndocker build --rm -t warrior-arm32v5:latest -f Dockerfile.raspberry .\n```\n\nThe image needs a place to store the downloaded data as well as its\nconfiguration.  Say you have a location suitable at /var/local/warrior\nuse the command below, otherwise update the data and config.json paths.\n\nFirst, create an empty config.json if it doesn't exist.  Otherwise when you\nmount the path with docker it will create it as a directory.\n``` shell-interaction\ntouch /var/local/warrior/config.json\n```\n\nNow start the container.\n``` shell-interaction\ndocker run \\\n\t--volume /var/local/warrior/data:/data/data \\\n\t--volume /var/local/warrior/config.json:/home/warrior/projects/config.json \\\n\t--publish 8001:8001 \\\n\t--restart always \\\n\twarrior-arm32v5:latest\n```\n",
+	"permissions": {
+		"read": true,
+		"write": false,
+		"admin": false
+	}
+}

archiveteam/repositories/warrior-dockerfile/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/d7c66b31-70d8-4d86-b08b-256bc3f48c47/"
+		],
+		"channel": "Stable",
+		"image": "archiveteam/warrior-dockerfile",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": false,
+		"repository": "warrior-dockerfile",
+		"resource_uri": "/api/build/v1/source/db2598ef-71cc-4786-a83b-ac055d36ba67/",
+		"state": "Empty",
+		"uuid": "db2598ef-71cc-4786-a83b-ac055d36ba67"
+	}
+]

archiveteam/repositories/warrior-dockerfile/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6731,
+		"id": 7530,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:742864ef616f0a80bdd162538964c43df677f0912716ebda44605063258a6d18",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 119940149,
+				"status": "active",
+				"last_pulled": "2021-02-20T18:12:00.926857Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2018-12-17T00:42:59.092382Z",
+		"last_updater": 6731,
+		"last_updater_username": "archiveteam",
+		"name": "latest",
+		"repository": 4436,
+		"full_size": 119940149,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T18:12:00.926857Z",
+		"tag_last_pushed": "2018-12-17T00:42:59.092382Z"
+	}
+]

archiveteam/repositories/warrior-dockerfile/tags/latest.images.json

@@ -0,0 +1,170 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:742864ef616f0a80bdd162538964c43df677f0912716ebda44605063258a6d18",
+		"layers": [
+			{
+				"digest": "sha256:c64513b741452f95d8a147b69c30f403f6289542dd7b2b51dd8ba0cb35d0e08b",
+				"size": 31658876,
+				"instruction": "ADD file:4bb62bb05874068552efeb626f8b31b4a29f26d6cc8c7d7fc7ab4c1fdece957a in / "
+			},
+			{
+				"digest": "sha256:01b8b12bad90b51d9f15dd4b63103ea6221b339ac3b3e75807c963e678f28624",
+				"size": 847,
+				"instruction": "/bin/sh -c set -xe \t\t&& echo '#!/bin/sh' > /usr/sbin/policy-rc.d \t&& echo 'exit 101' >> /usr/sbin/policy-rc.d \t&& chmod +x /usr/sbin/policy-rc.d \t\t&& dpkg-divert --local --rename --add /sbin/initctl \t&& cp -a /usr/sbin/policy-rc.d /sbin/initctl \t&& sed -i 's/^exit.*/exit 0/' /sbin/initctl \t\t&& echo 'force-unsafe-io' > /etc/dpkg/dpkg.cfg.d/docker-apt-speedup \t\t&& echo 'DPkg::Post-Invoke { \"rm -f /var/cache/apt/archives/*.deb /var/cache/apt/archives/partial/*.deb /var/cache/apt/*.bin || true\"; };' > /etc/apt/apt.conf.d/docker-clean \t&& echo 'APT::Update::Post-Invoke { \"rm -f /var/cache/apt/archives/*.deb /var/cache/apt/archives/partial/*.deb /var/cache/apt/*.bin || true\"; };' >> /etc/apt/apt.conf.d/docker-clean \t&& echo 'Dir::Cache::pkgcache \"\"; Dir::Cache::srcpkgcache \"\";' >> /etc/apt/apt.conf.d/docker-clean \t\t&& echo 'Acquire::Languages \"none\";' > /etc/apt/apt.conf.d/docker-no-languages \t\t&& echo 'Acquire::GzipIndexes \"true\"; Acquire::CompressionTypes::Order:: \"gz\";' > /etc/apt/apt.conf.d/docker-gzip-indexes \t\t&& echo 'Apt::AutoRemove::SuggestsImportant \"false\";' > /etc/apt/apt.conf.d/docker-autoremove-suggests"
+			},
+			{
+				"digest": "sha256:c5d85cf7a05fec99bb829db84dc5a21cc0aca569253f45d1ea10ca9e8a03fa9a",
+				"size": 468,
+				"instruction": "/bin/sh -c rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:b6b268720157210d21bbe49f6112f815774e6d2a6144b14911749fadfdb034f0",
+				"size": 849,
+				"instruction": "/bin/sh -c sed -i 's/^#\\s*\\(deb.*universe\\)$/\\1/g' /etc/apt/sources.list"
+			},
+			{
+				"digest": "sha256:e12192999ff18f01315563c63333d7c1059cd8e64dffe75fffe504b95eeb093c",
+				"size": 163,
+				"instruction": "/bin/sh -c mkdir -p /run/systemd && echo 'docker' > /run/systemd/container"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/bin/bash\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " MAINTAINER Phusion <info@phusion.nl>"
+			},
+			{
+				"digest": "sha256:d39ece66b66711cd10d00ecca889e6d9471a6c746abd4b1864d5159396013b07",
+				"size": 15045,
+				"instruction": "COPY dir:4156d6d2c4b57f6457db9076a456c428e0bc9deee73f34aaba10f3045eedeb35 in /bd_build "
+			},
+			{
+				"digest": "sha256:65599be66378ba1b7638eb7f0ff71dc10f857d45ad289e61627e1256b3c52945",
+				"size": 35933387,
+				"instruction": "/bin/sh -c /bd_build/prepare.sh && \t/bd_build/system_services.sh && \t/bd_build/utilities.sh && \t/bd_build/cleanup.sh"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV DEBIAN_FRONTEND=teletype LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/sbin/my_init\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/sbin/my_init\"]"
+			},
+			{
+				"digest": "sha256:5ce76b79e2fd9cff49fd987ba4b49641b5899ba24fa91893a5fdf7450c5d77ed",
+				"size": 673,
+				"instruction": "ADD file:5d94870fb53583fde1ef15d0c418754c94d42d0a82bc7b53e3dc93386a6cc064 in / "
+			},
+			{
+				"digest": "sha256:9e96699e9e5ea169fd670896e04b4da6d193c143e030b5440f0e0c57442234f7",
+				"size": 52162287,
+				"instruction": "/bin/sh -c apt-get update   && apt-get install -y --no-install-recommends       autoconf       flex       gcc       git       isc-dhcp-client       jq       libgnutls28-dev       liblua5.1-0       liblua5.1-0-dev       make       net-tools       pciutils       python       python-pip       python-setuptools       python3       python3-pip       python3-setuptools       rsync       software-properties-common       sudo       wget   && chmod +x /get-wget-lua.sh && sync && bash -c \"/get-wget-lua.sh\"   && apt-get remove -y     autoconf     flex     gcc     libgnutls28-dev     liblua5.1-0-dev     make   && apt-get clean && apt-get autoremove -y   && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*"
+			},
+			{
+				"digest": "sha256:29870fd4e7bd112857984e8febf2d4c159b2088dcdac2df482073f76da9c3663",
+				"size": 2017,
+				"instruction": "/bin/sh -c useradd warrior"
+			},
+			{
+				"digest": "sha256:29239dfdf917ce262ce161c99dfc4771868480db2fa98e64b61ad3513c898c78",
+				"size": 125,
+				"instruction": "/bin/sh -c mkdir /home/warrior && chown warrior: /home/warrior"
+			},
+			{
+				"size": 0,
+				"instruction": " USER warrior"
+			},
+			{
+				"size": 0,
+				"instruction": "WORKDIR /home/warrior"
+			},
+			{
+				"digest": "sha256:99bc5d955aa52a839127a03297349b0205954c88b13cbc572c3d754f294e7b68",
+				"size": 163573,
+				"instruction": "/bin/sh -c git clone -b docker https://github.com/ArchiveTeam/warrior-code2.git"
+			},
+			{
+				"size": 0,
+				"instruction": " USER root"
+			},
+			{
+				"size": 0,
+				"instruction": "/bin/sh -c mkdir -p /etc/my_init.d"
+			},
+			{
+				"digest": "sha256:b15ca0c6a79bf7c837e68bdb569e60f1d9c50372dd0c79a4bae6986b857cdd66",
+				"size": 259,
+				"instruction": "ADD file:47d258ef4e4ea1a817763d1496002fc6f8ddf531a760e99b078816f3196fccd6 in /etc/my_init.d/warrior-boot.sh "
+			},
+			{
+				"digest": "sha256:6b59ed47645d2520c1677fdfe1ad21b75bc782518bd09f2125a3fa784a1bc353",
+				"size": 539,
+				"instruction": "/bin/sh -c echo \"warrior ALL=(ALL) NOPASSWD: ALL\" >> /etc/sudoers"
+			},
+			{
+				"size": 0,
+				"instruction": " EXPOSE 8001"
+			},
+			{
+				"digest": "sha256:a0be2c0f04b4ee626df02c7dd6d4379a10e6504a1f99f1737e9a9a96ef26f991",
+				"size": 184,
+				"instruction": "/bin/sh -c mkdir /etc/service/warrior"
+			},
+			{
+				"digest": "sha256:c93d3f659e1baeb1bce005a4e692b95db8db3574f415a1c01133d1779136650e",
+				"size": 349,
+				"instruction": "ADD file:6a76fa03c473181539860b5a1806568aa61928c6fa5f0950e88306616d576d3c in /etc/service/warrior/run "
+			},
+			{
+				"digest": "sha256:d80eda2ef6b14c973c0372a8f706de70324fb7a531196e7a3bd2e0c978b64f4e",
+				"size": 508,
+				"instruction": "ADD file:48a7d65247d6ff3054a26127cbe7816687abbc79b682b0442b660e7480187a6e in /home/warrior "
+			},
+			{
+				"size": 0,
+				"instruction": " ENV DOWNLOADER="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV HTTP_PASSWORD="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV HTTP_USERNAME="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV SELECTED_PROJECT="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV SHARED_RSYNC_THREADS="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV WARRIOR_ID="
+			},
+			{
+				"size": 0,
+				"instruction": " ENV CONCURRENT_ITEMS="
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 119940149,
+		"status": "active",
+		"last_pulled": "2021-02-20T18:12:00.926857Z",
+		"last_pushed": null
+	}
+]

archiveteam/repositories/warrior-dockerfile/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6731,
+	"id": 7530,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:742864ef616f0a80bdd162538964c43df677f0912716ebda44605063258a6d18",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 119940149,
+			"status": "active",
+			"last_pulled": "2021-02-20T18:12:00.926857Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2018-12-17T00:42:59.092382Z",
+	"last_updater": 6731,
+	"last_updater_username": "archiveteam",
+	"name": "latest",
+	"repository": 4436,
+	"full_size": 119940149,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T18:12:00.926857Z",
+	"tag_last_pushed": "2018-12-17T00:42:59.092382Z"
+}

archiveteam/user.json

@@ -0,0 +1,11 @@
+{
+	"id": "2d4b1e3074c011e4bea40242ac11001b",
+	"username": "archiveteam",
+	"full_name": "",
+	"location": "",
+	"company": "",
+	"profile_url": "",
+	"date_joined": "2013-11-29T04:49:43Z",
+	"gravatar_url": "https://secure.gravatar.com/avatar/bd6261f1b7318c3d63261e32b218dc5a.jpg?s=80&r=g&d=mm",
+	"type": "User"
+}

dockerhub-metadata.retrieve.log

@@ -0,0 +1,234 @@
+2021-02-20T18:38:35.955164Z Retrieving Docker Hub user archiveteam
+2021-02-20T18:38:35.955433Z Fetching https://hub.docker.com/v2/users/archiveteam/
+2021-02-20T18:38:36.882068Z Fetching https://hub.docker.com/v2/repositories/archiveteam/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:37.489610Z Fetching https://hub.docker.com/v2/repositories/archiveteam/warrior-dockerfile/
+2021-02-20T18:38:38.118738Z Fetching https://hub.docker.com/v2/repositories/archiveteam/warrior-dockerfile/dockerfile/
+2021-02-20T18:38:38.703900Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:38:39.718866Z Fetching https://hub.docker.com/v2/repositories/archiveteam/warrior-dockerfile/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:40.298991Z Fetching https://hub.docker.com/v2/repositories/archiveteam/warrior-dockerfile/tags/latest/
+2021-02-20T18:38:40.875481Z Fetching https://hub.docker.com/v2/repositories/archiveteam/warrior-dockerfile/tags/latest/images
+2021-02-20T18:38:40.913543Z Done with archiveteam
+2021-02-20T18:38:40.914633Z Retrieving Docker Hub user warcforceone
+2021-02-20T18:38:40.914880Z Fetching https://hub.docker.com/v2/users/warcforceone/
+2021-02-20T18:38:41.725335Z Fetching https://hub.docker.com/v2/repositories/warcforceone/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:43.181368Z Fetching https://hub.docker.com/v2/repositories/warcforceone/dnsmasq/
+2021-02-20T18:38:43.797164Z Fetching https://hub.docker.com/v2/repositories/warcforceone/dnsmasq/dockerfile/
+2021-02-20T18:38:44.387562Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:38:45.346406Z Fetching https://hub.docker.com/v2/repositories/warcforceone/dnsmasq/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:45.926732Z Fetching https://hub.docker.com/v2/repositories/warcforceone/dnsmasq/tags/latest/
+2021-02-20T18:38:46.497454Z Fetching https://hub.docker.com/v2/repositories/warcforceone/dnsmasq/tags/latest/images
+2021-02-20T18:38:47.067352Z Fetching https://hub.docker.com/v2/repositories/warcforceone/angelfire-grab/
+2021-02-20T18:38:47.674981Z Fetching https://hub.docker.com/v2/repositories/warcforceone/angelfire-grab/dockerfile/
+2021-02-20T18:38:48.271680Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:38:49.198094Z Fetching https://hub.docker.com/v2/repositories/warcforceone/angelfire-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:49.785563Z Fetching https://hub.docker.com/v2/repositories/warcforceone/angelfire-grab/tags/latest/
+2021-02-20T18:38:50.348601Z Fetching https://hub.docker.com/v2/repositories/warcforceone/angelfire-grab/tags/latest/images
+2021-02-20T18:38:50.938595Z Fetching https://hub.docker.com/v2/repositories/warcforceone/grab-base/
+2021-02-20T18:38:51.543902Z Fetching https://hub.docker.com/v2/repositories/warcforceone/grab-base/dockerfile/
+2021-02-20T18:38:52.130364Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:38:53.067326Z Fetching https://hub.docker.com/v2/repositories/warcforceone/grab-base/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:53.642953Z Fetching https://hub.docker.com/v2/repositories/warcforceone/grab-base/tags/latest/
+2021-02-20T18:38:54.208600Z Fetching https://hub.docker.com/v2/repositories/warcforceone/grab-base/tags/latest/images
+2021-02-20T18:38:54.783899Z Fetching https://hub.docker.com/v2/repositories/warcforceone/google-sites-grab/
+2021-02-20T18:38:55.397824Z Fetching https://hub.docker.com/v2/repositories/warcforceone/google-sites-grab/dockerfile/
+2021-02-20T18:38:55.986925Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:38:56.979898Z Fetching https://hub.docker.com/v2/repositories/warcforceone/google-sites-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:38:57.546077Z Fetching https://hub.docker.com/v2/repositories/warcforceone/google-sites-grab/tags/latest/
+2021-02-20T18:38:58.129023Z Fetching https://hub.docker.com/v2/repositories/warcforceone/google-sites-grab/tags/latest/images
+2021-02-20T18:38:58.710710Z Fetching https://hub.docker.com/v2/repositories/warcforceone/github-grab/
+2021-02-20T18:38:59.349493Z Fetching https://hub.docker.com/v2/repositories/warcforceone/github-grab/dockerfile/
+2021-02-20T18:38:59.934652Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:00.870777Z Fetching https://hub.docker.com/v2/repositories/warcforceone/github-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:01.436486Z Fetching https://hub.docker.com/v2/repositories/warcforceone/github-grab/tags/latest/
+2021-02-20T18:39:02.007078Z Fetching https://hub.docker.com/v2/repositories/warcforceone/github-grab/tags/latest/images
+2021-02-20T18:39:02.599293Z Fetching https://hub.docker.com/v2/repositories/warcforceone/pastebin-grab/
+2021-02-20T18:39:03.230838Z Fetching https://hub.docker.com/v2/repositories/warcforceone/pastebin-grab/dockerfile/
+2021-02-20T18:39:03.822459Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:04.729806Z Fetching https://hub.docker.com/v2/repositories/warcforceone/pastebin-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:05.307346Z Fetching https://hub.docker.com/v2/repositories/warcforceone/pastebin-grab/tags/latest/
+2021-02-20T18:39:05.873833Z Fetching https://hub.docker.com/v2/repositories/warcforceone/pastebin-grab/tags/latest/images
+2021-02-20T18:39:06.446853Z Fetching https://hub.docker.com/v2/repositories/warcforceone/reddit-grab/
+2021-02-20T18:39:07.074775Z Fetching https://hub.docker.com/v2/repositories/warcforceone/reddit-grab/dockerfile/
+2021-02-20T18:39:07.653846Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:08.619899Z Fetching https://hub.docker.com/v2/repositories/warcforceone/reddit-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:09.187623Z Fetching https://hub.docker.com/v2/repositories/warcforceone/reddit-grab/tags/latest/
+2021-02-20T18:39:09.762092Z Fetching https://hub.docker.com/v2/repositories/warcforceone/reddit-grab/tags/latest/images
+2021-02-20T18:39:10.340899Z Fetching https://hub.docker.com/v2/repositories/warcforceone/domains-grab/
+2021-02-20T18:39:10.955641Z Fetching https://hub.docker.com/v2/repositories/warcforceone/domains-grab/dockerfile/
+2021-02-20T18:39:11.546261Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:12.537608Z Fetching https://hub.docker.com/v2/repositories/warcforceone/domains-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:13.105881Z Fetching https://hub.docker.com/v2/repositories/warcforceone/domains-grab/tags/latest/
+2021-02-20T18:39:13.669372Z Fetching https://hub.docker.com/v2/repositories/warcforceone/domains-grab/tags/latest/images
+2021-02-20T18:39:14.240903Z Fetching https://hub.docker.com/v2/repositories/warcforceone/megawarc-factory/
+2021-02-20T18:39:14.859909Z Fetching https://hub.docker.com/v2/repositories/warcforceone/megawarc-factory/dockerfile/
+2021-02-20T18:39:15.435904Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:16.383809Z Fetching https://hub.docker.com/v2/repositories/warcforceone/megawarc-factory/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:16.958285Z Fetching https://hub.docker.com/v2/repositories/warcforceone/megawarc-factory/tags/latest/
+2021-02-20T18:39:17.529885Z Fetching https://hub.docker.com/v2/repositories/warcforceone/megawarc-factory/tags/latest/images
+2021-02-20T18:39:18.114101Z Fetching https://hub.docker.com/v2/repositories/warcforceone/fotoalbum-grab/
+2021-02-20T18:39:18.719808Z Fetching https://hub.docker.com/v2/repositories/warcforceone/fotoalbum-grab/dockerfile/
+2021-02-20T18:39:19.351188Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:20.319054Z Fetching https://hub.docker.com/v2/repositories/warcforceone/fotoalbum-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:20.886801Z Fetching https://hub.docker.com/v2/repositories/warcforceone/fotoalbum-grab/tags/latest/
+2021-02-20T18:39:21.466084Z Fetching https://hub.docker.com/v2/repositories/warcforceone/fotoalbum-grab/tags/latest/images
+2021-02-20T18:39:22.037558Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-playlistnotes-grab/
+2021-02-20T18:39:22.639904Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-playlistnotes-grab/dockerfile/
+2021-02-20T18:39:23.218446Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:24.215332Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-playlistnotes-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:24.797898Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-playlistnotes-grab/tags/latest/
+2021-02-20T18:39:25.367900Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-playlistnotes-grab/tags/latest/images
+2021-02-20T18:39:25.939497Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mercurial-grab/
+2021-02-20T18:39:26.562861Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mercurial-grab/dockerfile/
+2021-02-20T18:39:27.149745Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:28.114720Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mercurial-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:28.691460Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mercurial-grab/tags/latest/
+2021-02-20T18:39:29.295899Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mercurial-grab/tags/latest/images
+2021-02-20T18:39:29.866425Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tencent-weibo-grab/
+2021-02-20T18:39:30.508786Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tencent-weibo-grab/dockerfile/
+2021-02-20T18:39:31.087628Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:32.033874Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tencent-weibo-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:32.619895Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tencent-weibo-grab/tags/latest/
+2021-02-20T18:39:33.197678Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tencent-weibo-grab/tags/latest/images
+2021-02-20T18:39:33.767902Z Fetching https://hub.docker.com/v2/repositories/warcforceone/theartistunion-grab/
+2021-02-20T18:39:34.375555Z Fetching https://hub.docker.com/v2/repositories/warcforceone/theartistunion-grab/dockerfile/
+2021-02-20T18:39:34.969316Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:35.894937Z Fetching https://hub.docker.com/v2/repositories/warcforceone/theartistunion-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:36.479580Z Fetching https://hub.docker.com/v2/repositories/warcforceone/theartistunion-grab/tags/latest/
+2021-02-20T18:39:37.049948Z Fetching https://hub.docker.com/v2/repositories/warcforceone/theartistunion-grab/tags/latest/images
+2021-02-20T18:39:37.632761Z Fetching https://hub.docker.com/v2/repositories/warcforceone/bitbucket-grab/
+2021-02-20T18:39:38.238804Z Fetching https://hub.docker.com/v2/repositories/warcforceone/bitbucket-grab/dockerfile/
+2021-02-20T18:39:38.821592Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:39.831696Z Fetching https://hub.docker.com/v2/repositories/warcforceone/bitbucket-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:40.400473Z Fetching https://hub.docker.com/v2/repositories/warcforceone/bitbucket-grab/tags/latest/
+2021-02-20T18:39:40.965613Z Fetching https://hub.docker.com/v2/repositories/warcforceone/bitbucket-grab/tags/latest/images
+2021-02-20T18:39:41.529980Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync/
+2021-02-20T18:39:42.152670Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync/dockerfile/
+2021-02-20T18:39:42.745299Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:43.450435Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:44.030985Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync/tags/latest/
+2021-02-20T18:39:44.602568Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync/tags/latest/images
+2021-02-20T18:39:45.180641Z Fetching https://hub.docker.com/v2/repositories/warcforceone/naver-matome-grab/
+2021-02-20T18:39:45.798110Z Fetching https://hub.docker.com/v2/repositories/warcforceone/naver-matome-grab/dockerfile/
+2021-02-20T18:39:46.380974Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:48.601762Z Fetching https://hub.docker.com/v2/repositories/warcforceone/naver-matome-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:49.179491Z Fetching https://hub.docker.com/v2/repositories/warcforceone/naver-matome-grab/tags/latest/
+2021-02-20T18:39:49.755726Z Fetching https://hub.docker.com/v2/repositories/warcforceone/naver-matome-grab/tags/latest/images
+2021-02-20T18:39:50.317490Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync-meta/
+2021-02-20T18:39:50.915664Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync-meta/dockerfile/
+2021-02-20T18:39:51.497271Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:52.213664Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync-meta/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:52.783900Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync-meta/tags/latest/
+2021-02-20T18:39:53.350290Z Fetching https://hub.docker.com/v2/repositories/warcforceone/ateam-airsync-meta/tags/latest/images
+2021-02-20T18:39:53.915191Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutch-grab/
+2021-02-20T18:39:54.521301Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutch-grab/dockerfile/
+2021-02-20T18:39:55.103475Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:56.050285Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutch-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:39:56.629827Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutch-grab/tags/latest/
+2021-02-20T18:39:57.198605Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutch-grab/tags/latest/images
+2021-02-20T18:39:57.770225Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutchvideos-grab/
+2021-02-20T18:39:58.389605Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutchvideos-grab/dockerfile/
+2021-02-20T18:39:58.975894Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:39:59.901584Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutchvideos-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:00.482525Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutchvideos-grab/tags/latest/
+2021-02-20T18:40:01.056694Z Fetching https://hub.docker.com/v2/repositories/warcforceone/clutchvideos-grab/tags/latest/images
+2021-02-20T18:40:01.622189Z Fetching https://hub.docker.com/v2/repositories/warcforceone/microsoft-download-center-grab/
+2021-02-20T18:40:02.243668Z Fetching https://hub.docker.com/v2/repositories/warcforceone/microsoft-download-center-grab/dockerfile/
+2021-02-20T18:40:02.828690Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:03.821407Z Fetching https://hub.docker.com/v2/repositories/warcforceone/microsoft-download-center-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:04.392030Z Fetching https://hub.docker.com/v2/repositories/warcforceone/microsoft-download-center-grab/tags/latest/
+2021-02-20T18:40:04.975771Z Fetching https://hub.docker.com/v2/repositories/warcforceone/microsoft-download-center-grab/tags/latest/images
+2021-02-20T18:40:05.546929Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mixer-grab/
+2021-02-20T18:40:06.185024Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mixer-grab/dockerfile/
+2021-02-20T18:40:06.771430Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:07.719223Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mixer-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:08.292884Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mixer-grab/tags/latest/
+2021-02-20T18:40:08.867628Z Fetching https://hub.docker.com/v2/repositories/warcforceone/mixer-grab/tags/latest/images
+2021-02-20T18:40:09.448734Z Fetching https://hub.docker.com/v2/repositories/warcforceone/soup-io-grab/
+2021-02-20T18:40:10.053213Z Fetching https://hub.docker.com/v2/repositories/warcforceone/soup-io-grab/dockerfile/
+2021-02-20T18:40:10.647146Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:11.598611Z Fetching https://hub.docker.com/v2/repositories/warcforceone/soup-io-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:12.183600Z Fetching https://hub.docker.com/v2/repositories/warcforceone/soup-io-grab/tags/latest/
+2021-02-20T18:40:12.777346Z Fetching https://hub.docker.com/v2/repositories/warcforceone/soup-io-grab/tags/latest/images
+2021-02-20T18:40:13.347907Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape-upstream/
+2021-02-20T18:40:13.971355Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape-upstream/dockerfile/
+2021-02-20T18:40:14.550588Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:15.251905Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape-upstream/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:15.833165Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape/
+2021-02-20T18:40:16.454999Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape/dockerfile/
+2021-02-20T18:40:17.043840Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:18.115737Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:18.683911Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape/tags/latest/
+2021-02-20T18:40:19.251632Z Fetching https://hub.docker.com/v2/repositories/warcforceone/snscrape/tags/latest/images
+2021-02-20T18:40:19.814233Z Fetching https://hub.docker.com/v2/repositories/warcforceone/singstar-grab/
+2021-02-20T18:40:20.429320Z Fetching https://hub.docker.com/v2/repositories/warcforceone/singstar-grab/dockerfile/
+2021-02-20T18:40:21.005210Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:21.907448Z Fetching https://hub.docker.com/v2/repositories/warcforceone/singstar-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:22.480920Z Fetching https://hub.docker.com/v2/repositories/warcforceone/singstar-grab/tags/latest/
+2021-02-20T18:40:23.073052Z Fetching https://hub.docker.com/v2/repositories/warcforceone/singstar-grab/tags/latest/images
+2021-02-20T18:40:23.641723Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yahoogroups-grab/
+2021-02-20T18:40:24.270272Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yahoogroups-grab/dockerfile/
+2021-02-20T18:40:24.867790Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:25.802884Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yahoogroups-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:26.377705Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yahoogroups-grab/tags/latest/
+2021-02-20T18:40:26.957635Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yahoogroups-grab/tags/latest/images
+2021-02-20T18:40:27.529906Z Fetching https://hub.docker.com/v2/repositories/warcforceone/playstv-grab/
+2021-02-20T18:40:28.138400Z Fetching https://hub.docker.com/v2/repositories/warcforceone/playstv-grab/dockerfile/
+2021-02-20T18:40:28.719526Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:29.642621Z Fetching https://hub.docker.com/v2/repositories/warcforceone/playstv-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:30.229181Z Fetching https://hub.docker.com/v2/repositories/warcforceone/playstv-grab/tags/latest/
+2021-02-20T18:40:30.807228Z Fetching https://hub.docker.com/v2/repositories/warcforceone/playstv-grab/tags/latest/images
+2021-02-20T18:40:31.378166Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-likedlists-grab/
+2021-02-20T18:40:32.006375Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-likedlists-grab/dockerfile/
+2021-02-20T18:40:32.609696Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:33.659896Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-likedlists-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:34.236778Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-likedlists-grab/tags/latest/
+2021-02-20T18:40:34.806969Z Fetching https://hub.docker.com/v2/repositories/warcforceone/youtube-likedlists-grab/tags/latest/images
+2021-02-20T18:40:35.377836Z Fetching https://hub.docker.com/v2/repositories/warcforceone/gfycat-grab/
+2021-02-20T18:40:35.985922Z Fetching https://hub.docker.com/v2/repositories/warcforceone/gfycat-grab/dockerfile/
+2021-02-20T18:40:36.566323Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:37.508194Z Fetching https://hub.docker.com/v2/repositories/warcforceone/gfycat-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:38.094402Z Fetching https://hub.docker.com/v2/repositories/warcforceone/gfycat-grab/tags/latest/
+2021-02-20T18:40:38.681458Z Fetching https://hub.docker.com/v2/repositories/warcforceone/gfycat-grab/tags/latest/images
+2021-02-20T18:40:39.257523Z Fetching https://hub.docker.com/v2/repositories/warcforceone/drawr-grab/
+2021-02-20T18:40:39.896728Z Fetching https://hub.docker.com/v2/repositories/warcforceone/drawr-grab/dockerfile/
+2021-02-20T18:40:40.471257Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:41.378619Z Fetching https://hub.docker.com/v2/repositories/warcforceone/drawr-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:41.958515Z Fetching https://hub.docker.com/v2/repositories/warcforceone/drawr-grab/tags/latest/
+2021-02-20T18:40:42.524435Z Fetching https://hub.docker.com/v2/repositories/warcforceone/drawr-grab/tags/latest/images
+2021-02-20T18:40:43.091896Z Fetching https://hub.docker.com/v2/repositories/warcforceone/radio24syv-grab/
+2021-02-20T18:40:43.722048Z Fetching https://hub.docker.com/v2/repositories/warcforceone/radio24syv-grab/dockerfile/
+2021-02-20T18:40:44.302544Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:45.241044Z Fetching https://hub.docker.com/v2/repositories/warcforceone/radio24syv-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:45.814262Z Fetching https://hub.docker.com/v2/repositories/warcforceone/radio24syv-grab/tags/latest/
+2021-02-20T18:40:46.379068Z Fetching https://hub.docker.com/v2/repositories/warcforceone/radio24syv-grab/tags/latest/images
+2021-02-20T18:40:46.958302Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yourshot-grab/
+2021-02-20T18:40:47.717199Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yourshot-grab/dockerfile/
+2021-02-20T18:40:48.299538Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:49.199905Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yourshot-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:49.765455Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yourshot-grab/tags/latest/
+2021-02-20T18:40:50.339747Z Fetching https://hub.docker.com/v2/repositories/warcforceone/yourshot-grab/tags/latest/images
+2021-02-20T18:40:50.926640Z Fetching https://hub.docker.com/v2/repositories/warcforceone/sketch-grab/
+2021-02-20T18:40:51.557632Z Fetching https://hub.docker.com/v2/repositories/warcforceone/sketch-grab/dockerfile/
+2021-02-20T18:40:52.138536Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:53.049307Z Fetching https://hub.docker.com/v2/repositories/warcforceone/sketch-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:53.622126Z Fetching https://hub.docker.com/v2/repositories/warcforceone/sketch-grab/tags/latest/
+2021-02-20T18:40:54.194927Z Fetching https://hub.docker.com/v2/repositories/warcforceone/sketch-grab/tags/latest/images
+2021-02-20T18:40:54.770600Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tinypic-grab/
+2021-02-20T18:40:55.392854Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tinypic-grab/dockerfile/
+2021-02-20T18:40:55.991182Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:40:57.014613Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tinypic-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:40:57.586932Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tinypic-grab/tags/latest/
+2021-02-20T18:40:58.163571Z Fetching https://hub.docker.com/v2/repositories/warcforceone/tinypic-grab/tags/latest/images
+2021-02-20T18:40:58.740769Z Fetching https://hub.docker.com/v2/repositories/warcforceone/freeml-grab/
+2021-02-20T18:40:59.345671Z Fetching https://hub.docker.com/v2/repositories/warcforceone/freeml-grab/dockerfile/
+2021-02-20T18:40:59.934571Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:41:00.847244Z Fetching https://hub.docker.com/v2/repositories/warcforceone/freeml-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:41:01.426391Z Fetching https://hub.docker.com/v2/repositories/warcforceone/freeml-grab/tags/latest/
+2021-02-20T18:41:01.995895Z Fetching https://hub.docker.com/v2/repositories/warcforceone/freeml-grab/tags/latest/images
+2021-02-20T18:41:02.567899Z Fetching https://hub.docker.com/v2/repositories/warcforceone/instaudio-grab/
+2021-02-20T18:41:03.181410Z Fetching https://hub.docker.com/v2/repositories/warcforceone/instaudio-grab/dockerfile/
+2021-02-20T18:41:03.781745Z Fetching https://hub.docker.com/api/build/v1/source/
+2021-02-20T18:41:04.795568Z Fetching https://hub.docker.com/v2/repositories/warcforceone/instaudio-grab/tags/?page_size=100&page=1&ordering=last_updated
+2021-02-20T18:41:05.371641Z Fetching https://hub.docker.com/v2/repositories/warcforceone/instaudio-grab/tags/latest/
+2021-02-20T18:41:05.943743Z Fetching https://hub.docker.com/v2/repositories/warcforceone/instaudio-grab/tags/latest/images
+2021-02-20T18:41:05.978407Z Done with warcforceone

warcforceone/repositories.json

@@ -0,0 +1,668 @@
+[
+	{
+		"user": "warcforceone",
+		"name": "dnsmasq",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 21049743,
+		"last_updated": "2021-02-20T00:18:15.003220Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "angelfire-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 412,
+		"last_updated": "2021-02-13T11:34:56.603218Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "grab-base",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 50530,
+		"last_updated": "2021-02-13T11:25:52.346081Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "google-sites-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 7181220,
+		"last_updated": "2021-02-03T14:12:19.864923Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "github-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 13704850,
+		"last_updated": "2021-02-03T13:48:21.932838Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "pastebin-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 386443,
+		"last_updated": "2021-02-03T13:42:13.640186Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "reddit-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 5792737,
+		"last_updated": "2021-01-14T00:56:43.223341Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "domains-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 151168,
+		"last_updated": "2021-01-09T14:53:49.620078Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "megawarc-factory",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 80,
+		"last_updated": "2020-12-29T13:44:29.663201Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "fotoalbum-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 835123,
+		"last_updated": "2020-10-31T11:11:27.569458Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "youtube-playlistnotes-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 11642977,
+		"last_updated": "2020-10-31T11:04:04.603216Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "mercurial-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 1139185,
+		"last_updated": "2020-10-31T10:57:10.413100Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "tencent-weibo-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 94271731,
+		"last_updated": "2020-10-31T00:33:22.019703Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "theartistunion-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 139872,
+		"last_updated": "2020-10-15T14:40:26.351961Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "bitbucket-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 976507,
+		"last_updated": "2020-10-15T14:32:38.301135Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "ateam-airsync",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 149,
+		"last_updated": "2020-09-29T20:52:21.216962Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "naver-matome-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 8478031,
+		"last_updated": "2020-09-22T15:42:01.244574Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "ateam-airsync-meta",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 197626,
+		"last_updated": "2020-09-04T01:36:11.426772Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "clutch-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 11078089,
+		"last_updated": "2020-08-20T14:53:12.542994Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "clutchvideos-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 6455998,
+		"last_updated": "2020-08-15T01:12:03.411902Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "microsoft-download-center-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 7473694,
+		"last_updated": "2020-08-03T20:33:39.400223Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "mixer-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 1299654,
+		"last_updated": "2020-07-23T17:26:35.210553Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "soup-io-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 935469,
+		"last_updated": "2020-07-21T16:00:50.757421Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "snscrape-upstream",
+		"namespace": "warcforceone",
+		"repository_type": null,
+		"status": 0,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 0,
+		"last_updated": null,
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "snscrape",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 21,
+		"last_updated": "2020-06-03T01:31:31.271076Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "singstar-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 23644,
+		"last_updated": "2020-01-21T23:35:49.829575Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "yahoogroups-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 251333,
+		"last_updated": "2019-12-12T17:52:18.779336Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "playstv-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 54289,
+		"last_updated": "2019-12-12T17:09:45.546166Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "youtube-likedlists-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 1,
+		"pull_count": 1489988,
+		"last_updated": "2019-12-09T23:22:16.580382Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "gfycat-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 491053,
+		"last_updated": "2019-11-28T23:21:38.456350Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "drawr-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 18578,
+		"last_updated": "2019-11-20T08:53:55.615761Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "radio24syv-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 56669,
+		"last_updated": "2019-11-02T21:19:03.786842Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "yourshot-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 28284,
+		"last_updated": "2019-10-30T01:49:43.816568Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "sketch-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 407761,
+		"last_updated": "2019-09-25T15:13:33.634433Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "tinypic-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 7330350,
+		"last_updated": "2019-09-09T18:11:17.375929Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "freeml-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 22,
+		"last_updated": "2019-09-02T21:47:22.366328Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	},
+	{
+		"user": "warcforceone",
+		"name": "instaudio-grab",
+		"namespace": "warcforceone",
+		"repository_type": "image",
+		"status": 1,
+		"description": "",
+		"is_private": false,
+		"is_automated": false,
+		"can_edit": false,
+		"star_count": 0,
+		"pull_count": 101,
+		"last_updated": "2019-08-03T02:38:42.937172Z",
+		"is_migrated": false,
+		"collaborator_count": 0,
+		"affiliation": null,
+		"hub_user": "warcforceone"
+	}
+]

warcforceone/repositories/angelfire-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-lua

warcforceone/repositories/angelfire-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/5d60025b-29a9-461d-8285-0525769b886a/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/angelfire-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "angelfire-grab",
+		"resource_uri": "/api/build/v1/source/0346b47f-beb6-4bb1-b437-dfac7e86521c/",
+		"state": "Success",
+		"uuid": "0346b47f-beb6-4bb1-b437-dfac7e86521c"
+	}
+]

warcforceone/repositories/angelfire-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 63790251,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:b512078401ce1016c06d80a6dcf38589d4b1d3f2faf42078bf0d39bbe8e0d32a",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 86392705,
+				"status": "active",
+				"last_pulled": "2021-02-20T02:21:56.8533Z",
+				"last_pushed": "2021-02-13T11:34:56.278689Z"
+			}
+		],
+		"last_updated": "2021-02-13T11:34:56.278689Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 7470931,
+		"full_size": 86392705,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T02:21:56.8533Z",
+		"tag_last_pushed": "2021-02-13T11:34:56.278689Z"
+	}
+]

warcforceone/repositories/angelfire-grab/tags/latest.images.json

@@ -0,0 +1,115 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:b512078401ce1016c06d80a6dcf38589d4b1d3f2faf42078bf0d39bbe8e0d32a",
+		"layers": [
+			{
+				"digest": "sha256:45b42c59be334ecda0daaa139b2f7d310e45c564c5f12263b1b8e68ec9e810ed",
+				"size": 27095142,
+				"instruction": "ADD file:d5c41bfaf15180481d8606f50799297e3f49b8a258c7c2cd988ab2bf0013272d in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:8cd3485318dba8e325f6b665105e10c51f4011cf2e2b4378ae2b92e104ff3566",
+				"size": 2769103,
+				"instruction": "/bin/sh -c set -eux; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tca-certificates \t\tnetbase \t\ttzdata \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.1"
+			},
+			{
+				"digest": "sha256:b430e1981978aa8083832db9dc3f927e4336fbccf20f27a0419a5d31f78205b7",
+				"size": 10888464,
+				"instruction": "/bin/sh -c set -ex \t\t&& savedAptMark=\"$(apt-mark showmanual)\" \t&& apt-get update && apt-get install -y --no-install-recommends \t\tdpkg-dev \t\tgcc \t\tlibbluetooth-dev \t\tlibbz2-dev \t\tlibc6-dev \t\tlibexpat1-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tliblzma-dev \t\tlibncursesw5-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tmake \t\ttk-dev \t\tuuid-dev \t\twget \t\txz-utils \t\tzlib1g-dev \t\t$(command -v gpg > /dev/null || echo 'gnupg dirmngr') \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t\tLDFLAGS=\"-Wl,--strip-all\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& apt-mark auto '.*' > /dev/null \t&& apt-mark manual $savedAptMark \t&& find /usr/local -type f -executable -not \\( -name '*tkinter*' \\) -exec ldd '{}' ';' \t\t| awk '/=>/ { print $(NF-1) }' \t\t| sort -u \t\t| xargs -r dpkg-query --search \t\t| cut -d: -f1 \t\t| sort -u \t\t| xargs -r apt-mark manual \t&& apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false \t&& rm -rf /var/lib/apt/lists/* \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:37d877dc41c386154662483278f5b856d8c34e200d571eb41cee562506fa5bfb",
+				"size": 232,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=21.0.1"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/4be3fe44ad9dedc028629ed1497052d65d281b8e/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=8006625804f55e1bd99ad4214fd07082fee27a1c35945648a58f9087a714e9d4"
+			},
+			{
+				"digest": "sha256:0b70d4ba14ef92ccaa7839657e6fca3422f09041c50a44011d6a2382d0c23fe8",
+				"size": 2452248,
+				"instruction": "/bin/sh -c set -ex; \t\tsavedAptMark=\"$(apt-mark showmanual)\"; \tapt-get update; \tapt-get install -y --no-install-recommends wget; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tapt-mark auto '.*' > /dev/null; \t[ -z \"$savedAptMark\" ] || apt-mark manual $savedAptMark; \tapt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; \trm -rf /var/lib/apt/lists/*; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"digest": "sha256:2a5987f3c885013cfbe6ee2d5fa8bf80cbc61323e0ac8aa63ab2720faa2b9531",
+				"size": 926625,
+				"instruction": "COPY file:c7a381cd8311209dda148a7d15ef252c496da848907afaa18f8371d09648021e in /usr/local/bin/wget-lua "
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:4c4e90548af1cdbeb6d8ce5cde1c907ac0a4e48aed698d9a80b2afd3d3128111",
+				"size": 41771879,
+				"instruction": "/bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket libpsl5 git  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw warcio zstandard  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0c0bb03728b9b8735afce4e3653c7761db07f3245cfa66a44bda45f8022184c8",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:209ae7f910171062848d7b09e65cbfbae13be920960f918f7ffdc862ff777905",
+				"size": 488779,
+				"instruction": "COPY dir:4d7664ff6cefb66182fe887cf6427bbf680a6a2d23fa04b10c3acc01deba141c in /grab "
+			},
+			{
+				"digest": "sha256:29ab74bab7311b2ab6d658aa350e38f2b151ff058f507f36c89668ee9f35ef80",
+				"size": 140,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-lua"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 86392705,
+		"status": "active",
+		"last_pulled": "2021-02-20T02:21:56.8533Z",
+		"last_pushed": "2021-02-13T11:34:56.278689Z"
+	}
+]

warcforceone/repositories/angelfire-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 63790251,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:b512078401ce1016c06d80a6dcf38589d4b1d3f2faf42078bf0d39bbe8e0d32a",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 86392705,
+			"status": "active",
+			"last_pulled": "2021-02-20T02:21:56.8533Z",
+			"last_pushed": "2021-02-13T11:34:56.278689Z"
+		}
+	],
+	"last_updated": "2021-02-13T11:34:56.278689Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 7470931,
+	"full_size": 86392705,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T02:21:56.8533Z",
+	"tag_last_pushed": "2021-02-13T11:34:56.278689Z"
+}

warcforceone/repositories/ateam-airsync-meta/info.json

@@ -0,0 +1,25 @@
+{
+	"user": "warcforceone",
+	"name": "ateam-airsync-meta",
+	"namespace": "warcforceone",
+	"repository_type": "image",
+	"status": 1,
+	"description": "",
+	"is_private": false,
+	"is_automated": false,
+	"can_edit": false,
+	"star_count": 0,
+	"pull_count": 197626,
+	"last_updated": "2020-09-04T01:36:11.426772Z",
+	"is_migrated": false,
+	"collaborator_count": 0,
+	"affiliation": null,
+	"hub_user": "warcforceone",
+	"has_starred": false,
+	"full_description": "",
+	"permissions": {
+		"read": true,
+		"write": false,
+		"admin": false
+	}
+}

warcforceone/repositories/ateam-airsync-meta/sources.json

@@ -0,0 +1 @@
+[]

warcforceone/repositories/ateam-airsync-meta/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 1202997,
+		"id": 115894726,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:47fd629d3787d565cd20db1a66d76c08667a41c2c03daddabbc260eb4840cb48",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 30305756,
+				"status": "active",
+				"last_pulled": "2021-01-24T11:47:34.569491Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2020-09-04T01:36:11.0808Z",
+		"last_updater": 1202997,
+		"last_updater_username": "fusl",
+		"name": "latest",
+		"repository": 9759263,
+		"full_size": 30305756,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-01-24T11:47:34.569491Z",
+		"tag_last_pushed": "2020-09-04T01:36:11.0808Z"
+	}
+]

warcforceone/repositories/ateam-airsync-meta/tags/latest.images.json

@@ -0,0 +1,62 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:47fd629d3787d565cd20db1a66d76c08667a41c2c03daddabbc260eb4840cb48",
+		"layers": [
+			{
+				"digest": "sha256:e7c96db7181be991f19a9fb6975cdbbd73c65f4a2681348e63a141a2192a5f10",
+				"size": 2757034,
+				"instruction": "ADD file:a86aea1f3a7d68f6ae03397b99ea77f2e9ee901c5c59e59f76f93adbb4035913 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/bin/sh\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV NODE_VERSION=12.2.0"
+			},
+			{
+				"digest": "sha256:a9b145f64bbe7efacd482b8576a2098dd7054c7d612a9ab0ab06570b4ae2bb0d",
+				"size": 22472612,
+				"instruction": "/bin/sh -c addgroup -g 1000 node     && adduser -u 1000 -G node -s /bin/sh -D node     && apk add --no-cache         libstdc++     && apk add --no-cache --virtual .build-deps         binutils-gold         curl         g++         gcc         gnupg         libgcc         linux-headers         make         python   && for key in     94AE36675C464D64BAFA68DD7434390BDBE9B9C5     FD3A5288F042B6850C66B31F09FE44734EB7990E     71DCFD284A79C3B38668286BC97EC7A07EDE3FC1     DD8F2338BAE7501E3DD5AC78C273792F7D83545D     C4F0DFFF4E8C1A8236409D08E73BC641CC11F4C8     B9AE9905FFD7803F25714661B63B535A4C206CA9     77984A986EBC2AA786BC0F66B01FBB92821C587A     8FCCA13FEF1D0C2E91008E09770F7A9A5AE15600     4ED778F539E3634C779C87C6D7062848A1AB005C     A48C2BEE680E841632CD4E44F07496B3EB3C1762     B9E2F5981AA6E0CD28160D9FF13993A75599653C   ; do     gpg --batch --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys \"$key\" ||     gpg --batch --keyserver hkp://ipv4.pool.sks-keyservers.net --recv-keys \"$key\" ||     gpg --batch --keyserver hkp://pgp.mit.edu:80 --recv-keys \"$key\" ;   done     && curl -fsSLO --compressed \"https://nodejs.org/dist/v$NODE_VERSION/node-v$NODE_VERSION.tar.xz\"     && curl -fsSLO --compressed \"https://nodejs.org/dist/v$NODE_VERSION/SHASUMS256.txt.asc\"     && gpg --batch --decrypt --output SHASUMS256.txt SHASUMS256.txt.asc     && grep \" node-v$NODE_VERSION.tar.xz\\$\" SHASUMS256.txt | sha256sum -c -     && tar -xf \"node-v$NODE_VERSION.tar.xz\"     && cd \"node-v$NODE_VERSION\"     && ./configure     && make -j$(getconf _NPROCESSORS_ONLN) V=     && make install     && apk del .build-deps     && cd ..     && rm -Rf \"node-v$NODE_VERSION\"     && rm \"node-v$NODE_VERSION.tar.xz\" SHASUMS256.txt.asc SHASUMS256.txt"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV YARN_VERSION=1.15.2"
+			},
+			{
+				"digest": "sha256:3bcb5e14be535bd6a0d2366436d93d11b56bf9340365d25eb98f1397aec23470",
+				"size": 1333853,
+				"instruction": "/bin/sh -c apk add --no-cache --virtual .build-deps-yarn curl gnupg tar   && for key in     6A010C5166006599AA17F08146C2130DFD2497F5   ; do     gpg --batch --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys \"$key\" ||     gpg --batch --keyserver hkp://ipv4.pool.sks-keyservers.net --recv-keys \"$key\" ||     gpg --batch --keyserver hkp://pgp.mit.edu:80 --recv-keys \"$key\" ;   done   && curl -fsSLO --compressed \"https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz\"   && curl -fsSLO --compressed \"https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz.asc\"   && gpg --batch --verify yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz   && mkdir -p /opt   && tar -xzf yarn-v$YARN_VERSION.tar.gz -C /opt/   && ln -s /opt/yarn-v$YARN_VERSION/bin/yarn /usr/local/bin/yarn   && ln -s /opt/yarn-v$YARN_VERSION/bin/yarnpkg /usr/local/bin/yarnpkg   && rm yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz   && apk del .build-deps-yarn"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"node\"]"
+			},
+			{
+				"digest": "sha256:de4ba1e42d5621c17db371c4c92fd649aaf691be6a5af0b327d617a01191f5af",
+				"size": 3741240,
+				"instruction": "/bin/sh -c apk upgrade --no-cache  && apk add --no-cache bash coreutils"
+			},
+			{
+				"digest": "sha256:f093645e5eb6f0884bb1f5d981582ea0ebd64322095e11c71950659d001000fb",
+				"size": 1017,
+				"instruction": "COPY file:e28d1f2938be3ca1f4b959a73d71e4d4b49fe3c5d7975bcd58a06511906ddbcf in / "
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"/index.js\"]"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 30305756,
+		"status": "active",
+		"last_pulled": "2021-01-24T11:47:34.569491Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/ateam-airsync-meta/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 1202997,
+	"id": 115894726,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:47fd629d3787d565cd20db1a66d76c08667a41c2c03daddabbc260eb4840cb48",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 30305756,
+			"status": "active",
+			"last_pulled": "2021-01-24T11:47:34.569491Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2020-09-04T01:36:11.0808Z",
+	"last_updater": 1202997,
+	"last_updater_username": "fusl",
+	"name": "latest",
+	"repository": 9759263,
+	"full_size": 30305756,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-01-24T11:47:34.569491Z",
+	"tag_last_pushed": "2020-09-04T01:36:11.0808Z"
+}

warcforceone/repositories/ateam-airsync/info.json

@@ -0,0 +1,25 @@
+{
+	"user": "warcforceone",
+	"name": "ateam-airsync",
+	"namespace": "warcforceone",
+	"repository_type": "image",
+	"status": 1,
+	"description": "",
+	"is_private": false,
+	"is_automated": false,
+	"can_edit": false,
+	"star_count": 0,
+	"pull_count": 149,
+	"last_updated": "2020-09-29T20:52:21.216962Z",
+	"is_migrated": false,
+	"collaborator_count": 0,
+	"affiliation": null,
+	"hub_user": "warcforceone",
+	"has_starred": false,
+	"full_description": "",
+	"permissions": {
+		"read": true,
+		"write": false,
+		"admin": false
+	}
+}

warcforceone/repositories/ateam-airsync/sources.json

@@ -0,0 +1 @@
+[]

warcforceone/repositories/ateam-airsync/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 1202997,
+		"id": 62496068,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:8b8a5cef7bc416c719b7276affbd7555ae22d5721cb905e8d191fe00b0b951e3",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 21943646,
+				"status": "stale",
+				"last_pulled": "2020-11-11T18:43:58.252311Z",
+				"last_pushed": "2020-09-29T20:52:20.774509Z"
+			}
+		],
+		"last_updated": "2020-09-29T20:52:20.774509Z",
+		"last_updater": 1202997,
+		"last_updater_username": "fusl",
+		"name": "latest",
+		"repository": 7415504,
+		"full_size": 21943646,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2020-11-11T18:43:58.252311Z",
+		"tag_last_pushed": "2020-09-29T20:52:20.774509Z"
+	}
+]

warcforceone/repositories/ateam-airsync/tags/latest.images.json

@@ -0,0 +1,40 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:8b8a5cef7bc416c719b7276affbd7555ae22d5721cb905e8d191fe00b0b951e3",
+		"layers": [
+			{
+				"digest": "sha256:5d2415897100578ccbd3a0f03c205c3554ebe0ce4068a6969f7017d7dc0b1417",
+				"size": 2797239,
+				"instruction": "ADD file:a4192f640e3909ff3d4886840e28e983cb331b6d23219e6fb5a90471b7def94f in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/bin/sh\"]"
+			},
+			{
+				"digest": "sha256:ca76a6be0a7e5963ec329fec39fa977888c6ea5292a600ce91223fb15f9176ca",
+				"size": 19145172,
+				"instruction": "/bin/sh -c apk upgrade --no-cache  && apk add --no-cache rsync supervisor bash coreutils findutils"
+			},
+			{
+				"digest": "sha256:c6ef8d11a87ba8cc65f39a8a7b51b60d52fd1a1aed1f6a24abf7f2a09b6dd904",
+				"size": 1235,
+				"instruction": "COPY dir:51b32cc696da2426e94bc769e0b5a75362f54388bacc9ab6ee15e4245cec4d3e in / "
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"supervisord\" \"-nkc/etc/supervisord.conf\"]"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 21943646,
+		"status": "stale",
+		"last_pulled": "2020-11-11T18:43:58.252311Z",
+		"last_pushed": "2020-09-29T20:52:20.774509Z"
+	}
+]

warcforceone/repositories/ateam-airsync/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 1202997,
+	"id": 62496068,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:8b8a5cef7bc416c719b7276affbd7555ae22d5721cb905e8d191fe00b0b951e3",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 21943646,
+			"status": "stale",
+			"last_pulled": "2020-11-11T18:43:58.252311Z",
+			"last_pushed": "2020-09-29T20:52:20.774509Z"
+		}
+	],
+	"last_updated": "2020-09-29T20:52:20.774509Z",
+	"last_updater": 1202997,
+	"last_updater_username": "fusl",
+	"name": "latest",
+	"repository": 7415504,
+	"full_size": 21943646,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2020-11-11T18:43:58.252311Z",
+	"tag_last_pushed": "2020-09-29T20:52:20.774509Z"
+}

warcforceone/repositories/bitbucket-grab/Dockerfile

@@ -0,0 +1,9 @@
+FROM warcforceone/grab-base
+RUN echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install lua-socket \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1 \
+ && pip install zstandard
+COPY . /grab
+RUN wget -O /grab/wget-at http://xor.meo.ws/-qt0VqH8KqsCm5xAkw1Pc7oeXToeyU0u/wget-lua \
+ && chmod +x /grab/wget-at

warcforceone/repositories/bitbucket-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/8c7a76f2-4372-4093-a4c0-726c9ddce274/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/bitbucket-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "bitbucket-grab",
+		"resource_uri": "/api/build/v1/source/4d235ec0-f970-4725-8029-205a4d1c3a37/",
+		"state": "Failed",
+		"uuid": "4d235ec0-f970-4725-8029-205a4d1c3a37"
+	}
+]

warcforceone/repositories/bitbucket-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 105714713,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:0205a9dfcd1de546e61e54216a0ea20b549831e605f2207d9fd25976dbe8914e",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 368879851,
+				"status": "stale",
+				"last_pulled": "2021-01-12T17:24:17.88938Z",
+				"last_pushed": "2020-10-15T14:32:37.681063Z"
+			}
+		],
+		"last_updated": "2020-10-15T14:32:37.681063Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9299518,
+		"full_size": 368879851,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2021-01-12T17:24:17.88938Z",
+		"tag_last_pushed": "2020-10-15T14:32:37.681063Z"
+	}
+]

warcforceone/repositories/bitbucket-grab/tags/latest.images.json

@@ -0,0 +1,143 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:0205a9dfcd1de546e61e54216a0ea20b549831e605f2207d9fd25976dbe8914e",
+		"layers": [
+			{
+				"digest": "sha256:e4c3d3e4f7b024979a1c12daa4073f6353b2ba92d96418bc90451994927c9bff",
+				"size": 50395978,
+				"instruction": "ADD file:6627ad39ea0cb9fcb212342326d14efaff51aece1fd0dc16d5bbcaa25d858622 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:101c41d0463bc77661fb3343235b16d536a92d2efb687046164d413e51bd4fc4",
+				"size": 7811737,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:8275efcd805f9905d7def23603618236284b0be6b9e47455c638fbfb03fa9208",
+				"size": 9996326,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:751620502a7a2905067c2f32d4982fb9b310b9808670ce82c0e2b40f5307a3ee",
+				"size": 51829492,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0a5e725150a20c71bdc806daa04c9c9438aed5f5a4dd376f3be66fae213b1d43",
+				"size": 192263478,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibmaxminddb-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:397dba5694dbe6da34f1abfc75362ca3f23a0421505dd3502885e9bc9a167f42",
+				"size": 6145350,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tlibbluetooth-dev \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.8.6"
+			},
+			{
+				"digest": "sha256:b453803265bc2d6b00650681679288d8871fdaba67aceb28881c5dcb1fbaf816",
+				"size": 18188917,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\t-o \\( -type f -a -name 'wininst-*.exe' \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:a49354af7e01edfaa97954d2261cfc4d388884d0796f2f7332c44ee8d78f0d28",
+				"size": 233,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=20.2.3"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/fa7dc83944936bf09a0e4cb5d5ec852c0d256599/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=6e0bb0a2c2533361d7f297ed547237caf1b7507f197835974c0dd7eba998c53c"
+			},
+			{
+				"digest": "sha256:3eb2f327eb62905a17b993e9807eeb1c85f9c0172b0721b089586c9fdd4acaee",
+				"size": 2119480,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/bvj4ouZsnftrFk-oRZp0hfP-3Tan5H-z/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:0a47d90c3940a5dd80561f5659e27a5a7f8f7675d95420319ca74039ed94a671",
+				"size": 15164957,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/bvj4ouZsnftrFk-oRZp0hfP-3Tan5H-z/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:b538559a01f82dea3b4dfad9ae58884da104ac09290b66f24874efe1a1dd458b",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:7a4090d986ab6ba276281b40ac7957d8206dcfc019a7df78a60086cca298403f",
+				"size": 14111449,
+				"instruction": "/bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install zstandard"
+			},
+			{
+				"digest": "sha256:c4a8fbe3409cd4f88f4e2671a6e590b3a6aeab77a9fb3c681d6ec758a9184450",
+				"size": 68666,
+				"instruction": "COPY dir:a1bb2ce0bcd0c1144c29cd12956892db1bfd40c9e0777f7515adbf0203e0ee88 in /grab "
+			},
+			{
+				"digest": "sha256:ae5d978a3c8c3753c4c475547a48cbbcb53a3924133cdaa1e2e6f5d2b6fcfb24",
+				"size": 783695,
+				"instruction": "/bin/sh -c wget -O /grab/wget-at http://xor.meo.ws/-qt0VqH8KqsCm5xAkw1Pc7oeXToeyU0u/wget-lua  && chmod +x /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 368879851,
+		"status": "stale",
+		"last_pulled": "2021-01-12T17:24:17.88938Z",
+		"last_pushed": "2020-10-15T14:32:37.681063Z"
+	}
+]

warcforceone/repositories/bitbucket-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 105714713,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:0205a9dfcd1de546e61e54216a0ea20b549831e605f2207d9fd25976dbe8914e",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 368879851,
+			"status": "stale",
+			"last_pulled": "2021-01-12T17:24:17.88938Z",
+			"last_pushed": "2020-10-15T14:32:37.681063Z"
+		}
+	],
+	"last_updated": "2020-10-15T14:32:37.681063Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9299518,
+	"full_size": 368879851,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2021-01-12T17:24:17.88938Z",
+	"tag_last_pushed": "2020-10-15T14:32:37.681063Z"
+}

warcforceone/repositories/clutch-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at

warcforceone/repositories/clutch-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/a199da12-3f64-4fb0-b8de-e6b53807afbe/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/clutch-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "clutch-grab",
+		"resource_uri": "/api/build/v1/source/4e33a9d4-d56f-432e-b0d0-79591a919f20/",
+		"state": "Failed",
+		"uuid": "4e33a9d4-d56f-432e-b0d0-79591a919f20"
+	}
+]

warcforceone/repositories/clutch-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 112683426,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:4e84f56d35afe3c9c98e579b5e21d4d8eaed315a1b4f961d2fc85476d8ed56ec",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 368321345,
+				"status": "active",
+				"last_pulled": "2021-02-09T18:14:02.880747Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2020-08-20T14:53:12.187023Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9612088,
+		"full_size": 368321345,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-09T18:14:02.880747Z",
+		"tag_last_pushed": "2020-08-20T14:53:12.187023Z"
+	}
+]

warcforceone/repositories/clutch-grab/tags/latest.images.json

@@ -0,0 +1,130 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:4e84f56d35afe3c9c98e579b5e21d4d8eaed315a1b4f961d2fc85476d8ed56ec",
+		"layers": [
+			{
+				"digest": "sha256:54f7e8ac135a5f502a6ee9537ef3d64b1cd2fa570dc0a40b4d3b6f7ac81e7486",
+				"size": 45320257,
+				"instruction": "ADD file:a61c14b18252183a4719980da97ac483044bcaa9df8a569a6d7bf0f719384b5e in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:d6341e30912f12f56e18564a3b582853f65376766f5f9d641a68a724ed6db88f",
+				"size": 10740278,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:087a57faf9491b1b82a83e26bc8cc90c90c30e4a4d858b57ddd5b4c2c90095f6",
+				"size": 4340083,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:5d71636fb824265e30ff34bf20737c9cdc4f5af28b6bce86f08215c55b89bfab",
+				"size": 50063138,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tbzr \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0c1db95989906f161007d8ef2a6ef6e0ec64bc15bf2c993fd002edbdfc7aa7df",
+				"size": 213213743,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibgeoip-dev \t\tlibglib2.0-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:bfb904e99f247ef4b354eab1285ec78bc5bb929dbf134ff69c156b90711216f6",
+				"size": 5830951,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.7.1"
+			},
+			{
+				"digest": "sha256:78a3d3a96a32d4a5283b45966b9c49576fd5914f47797170104043068e3d87b0",
+				"size": 22366555,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& ldconfig \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' + \t&& rm -rf /usr/src/python \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:885a0ed92c894cb8a2abfc207d6a17cade6c8caea91ffe184e47cf3de08ed278",
+				"size": 240,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=18.1"
+			},
+			{
+				"digest": "sha256:dd7cc9ace2427e64037752916207e90ff203948d45fff8eb41cd250413c27f10",
+				"size": 1783813,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py 'https://bootstrap.pypa.io/get-pip.py'; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/W9UAWrao_ftJLSVoBXf3EK9YLffbBUjv/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:183c3e8ba83dfffeba837534f42a22ebe6f2ecec0328f7794a63e452a0e39b40",
+				"size": 14606962,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/W9UAWrao_ftJLSVoBXf3EK9YLffbBUjv/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:34c26af70ca9b8455f86e0765625d8f2baaaef7c00e9e26589e824501d5eb13c",
+				"size": 127,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:8f3108b81aa1e5ce457a37d90ec07b0bb9884285cf705aa0b21f32db87965001",
+				"size": 55055,
+				"instruction": "COPY dir:fc6adad130088938c606963c4a9738d8fd20acd154ea1fc6523380f8c022d506 in /grab "
+			},
+			{
+				"digest": "sha256:216f9e32199814ec322fcb0964509f80d0e9d681f7892e4fc93ed7164d1c15da",
+				"size": 143,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 368321345,
+		"status": "active",
+		"last_pulled": "2021-02-09T18:14:02.880747Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/clutch-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 112683426,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:4e84f56d35afe3c9c98e579b5e21d4d8eaed315a1b4f961d2fc85476d8ed56ec",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 368321345,
+			"status": "active",
+			"last_pulled": "2021-02-09T18:14:02.880747Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2020-08-20T14:53:12.187023Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9612088,
+	"full_size": 368321345,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-09T18:14:02.880747Z",
+	"tag_last_pushed": "2020-08-20T14:53:12.187023Z"
+}

warcforceone/repositories/clutchvideos-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at

warcforceone/repositories/clutchvideos-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/26959ddf-5953-4cab-ba7d-bdeaaeef621f/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/clutchvideos-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "clutchvideos-grab",
+		"resource_uri": "/api/build/v1/source/34096de8-6194-4e01-a504-35a76d008e7e/",
+		"state": "Success",
+		"uuid": "34096de8-6194-4e01-a504-35a76d008e7e"
+	}
+]

warcforceone/repositories/clutchvideos-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 112845071,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:37ea72da5764da42fc820e8d1138daa9a27abdd8c3c2ba66484d6ec825be4fc9",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 368321201,
+				"status": "stale",
+				"last_pulled": "2020-10-07T08:05:02.804907Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2020-08-15T01:12:03.104979Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9619291,
+		"full_size": 368321201,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2020-10-07T08:05:02.804907Z",
+		"tag_last_pushed": "2020-08-15T01:12:03.104979Z"
+	}
+]

warcforceone/repositories/clutchvideos-grab/tags/latest.images.json

@@ -0,0 +1,130 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:37ea72da5764da42fc820e8d1138daa9a27abdd8c3c2ba66484d6ec825be4fc9",
+		"layers": [
+			{
+				"digest": "sha256:54f7e8ac135a5f502a6ee9537ef3d64b1cd2fa570dc0a40b4d3b6f7ac81e7486",
+				"size": 45320257,
+				"instruction": "ADD file:a61c14b18252183a4719980da97ac483044bcaa9df8a569a6d7bf0f719384b5e in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:d6341e30912f12f56e18564a3b582853f65376766f5f9d641a68a724ed6db88f",
+				"size": 10740278,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:087a57faf9491b1b82a83e26bc8cc90c90c30e4a4d858b57ddd5b4c2c90095f6",
+				"size": 4340083,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:5d71636fb824265e30ff34bf20737c9cdc4f5af28b6bce86f08215c55b89bfab",
+				"size": 50063138,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tbzr \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0c1db95989906f161007d8ef2a6ef6e0ec64bc15bf2c993fd002edbdfc7aa7df",
+				"size": 213213743,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibgeoip-dev \t\tlibglib2.0-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:bfb904e99f247ef4b354eab1285ec78bc5bb929dbf134ff69c156b90711216f6",
+				"size": 5830951,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.7.1"
+			},
+			{
+				"digest": "sha256:78a3d3a96a32d4a5283b45966b9c49576fd5914f47797170104043068e3d87b0",
+				"size": 22366555,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& ldconfig \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' + \t&& rm -rf /usr/src/python \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:885a0ed92c894cb8a2abfc207d6a17cade6c8caea91ffe184e47cf3de08ed278",
+				"size": 240,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=18.1"
+			},
+			{
+				"digest": "sha256:dd7cc9ace2427e64037752916207e90ff203948d45fff8eb41cd250413c27f10",
+				"size": 1783813,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py 'https://bootstrap.pypa.io/get-pip.py'; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/W9UAWrao_ftJLSVoBXf3EK9YLffbBUjv/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:183c3e8ba83dfffeba837534f42a22ebe6f2ecec0328f7794a63e452a0e39b40",
+				"size": 14606962,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/W9UAWrao_ftJLSVoBXf3EK9YLffbBUjv/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:34c26af70ca9b8455f86e0765625d8f2baaaef7c00e9e26589e824501d5eb13c",
+				"size": 127,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:e4ef773fecb2fd3112a76347a69ed884da202b16f595ee3a6faa44c13bb891ac",
+				"size": 54911,
+				"instruction": "COPY dir:5c75f82f8290bdca05cb08593b9abe57d4cfeeaf3412202ce3b5949366b43094 in /grab "
+			},
+			{
+				"digest": "sha256:70fd27e6a0f97dd5bf7b46cc61d780cead60b1b3591795e1791a6d1b240b2001",
+				"size": 143,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 368321201,
+		"status": "stale",
+		"last_pulled": "2020-10-07T08:05:02.804907Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/clutchvideos-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 112845071,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:37ea72da5764da42fc820e8d1138daa9a27abdd8c3c2ba66484d6ec825be4fc9",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 368321201,
+			"status": "stale",
+			"last_pulled": "2020-10-07T08:05:02.804907Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2020-08-15T01:12:03.104979Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9619291,
+	"full_size": 368321201,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2020-10-07T08:05:02.804907Z",
+	"tag_last_pushed": "2020-08-15T01:12:03.104979Z"
+}

warcforceone/repositories/dnsmasq/Dockerfile

@@ -0,0 +1,6 @@
+FROM alpine:edge
+RUN apk upgrade --no-cache \
+ && apk add --no-cache dnsmasq
+COPY dnsmasq.conf /etc/dnsmasq.conf
+STOPSIGNAL SIGKILL
+ENTRYPOINT ["dnsmasq", "-kC/etc/dnsmasq.conf"]

warcforceone/repositories/dnsmasq/info.json

@@ -0,0 +1,25 @@
+{
+	"user": "warcforceone",
+	"name": "dnsmasq",
+	"namespace": "warcforceone",
+	"repository_type": "image",
+	"status": 1,
+	"description": "",
+	"is_private": false,
+	"is_automated": false,
+	"can_edit": false,
+	"star_count": 0,
+	"pull_count": 21049743,
+	"last_updated": "2021-02-20T00:18:15.003220Z",
+	"is_migrated": false,
+	"collaborator_count": 0,
+	"affiliation": null,
+	"hub_user": "warcforceone",
+	"has_starred": false,
+	"full_description": "",
+	"permissions": {
+		"read": true,
+		"write": false,
+		"admin": false
+	}
+}

warcforceone/repositories/dnsmasq/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/5a9868ba-14b5-41f4-b5ec-63fb2d1fa8a5/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/dnsmasq",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "dnsmasq-df",
+		"resource_uri": "/api/build/v1/source/f7fc079c-ba63-4734-a23e-1d1f090fcd5d/",
+		"state": "Success",
+		"uuid": "f7fc079c-ba63-4734-a23e-1d1f090fcd5d"
+	}
+]

warcforceone/repositories/dnsmasq/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 103588681,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:18d8db27db7e148e707eb8ee5686fddb32704a9165b35ef438973d14524cd3c5",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 4477304,
+				"status": "active",
+				"last_pulled": "2021-02-20T18:21:17.626523Z",
+				"last_pushed": "2021-02-20T00:18:14.704711Z"
+			}
+		],
+		"last_updated": "2021-02-20T00:18:14.704711Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9191572,
+		"full_size": 4477304,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T18:21:17.626523Z",
+		"tag_last_pushed": "2021-02-20T00:18:14.704711Z"
+	}
+]

warcforceone/repositories/dnsmasq/tags/latest.images.json

@@ -0,0 +1,44 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:18d8db27db7e148e707eb8ee5686fddb32704a9165b35ef438973d14524cd3c5",
+		"layers": [
+			{
+				"digest": "sha256:fa704576706331d0bbffe493842fe09e56a6cab3aa869749cf873dc431910583",
+				"size": 2813556,
+				"instruction": "ADD file:a5c7d53b28a7eec81df661fdab57f00eca5edb2a1acef7726153777cb37e4bf5 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"/bin/sh\"]"
+			},
+			{
+				"digest": "sha256:85cc12a3c308b6ffd8e9bed72a3fa706df87c27172e83232c796b9c0a74b2895",
+				"size": 1663458,
+				"instruction": "/bin/sh -c apk upgrade --no-cache  && apk add --no-cache dnsmasq"
+			},
+			{
+				"digest": "sha256:4f937faedb43a4374fa7785cdaa56c2119a1a24aa2fa340168a99a31f7df91af",
+				"size": 290,
+				"instruction": "COPY file:e87e66fc03be3f8487a53c1b432ef3465c6c58f4b8b1570121dee97ba046b2b9 in /etc/dnsmasq.conf "
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGKILL"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"dnsmasq\" \"-kC/etc/dnsmasq.conf\"]"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 4477304,
+		"status": "active",
+		"last_pulled": "2021-02-20T18:21:17.626523Z",
+		"last_pushed": "2021-02-20T00:18:14.704711Z"
+	}
+]

warcforceone/repositories/dnsmasq/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 103588681,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:18d8db27db7e148e707eb8ee5686fddb32704a9165b35ef438973d14524cd3c5",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 4477304,
+			"status": "active",
+			"last_pulled": "2021-02-20T18:21:17.626523Z",
+			"last_pushed": "2021-02-20T00:18:14.704711Z"
+		}
+	],
+	"last_updated": "2021-02-20T00:18:14.704711Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9191572,
+	"full_size": 4477304,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T18:21:17.626523Z",
+	"tag_last_pushed": "2021-02-20T00:18:14.704711Z"
+}

warcforceone/repositories/domains-grab/Dockerfile

@@ -0,0 +1,4 @@
+FROM atdr.meo.ws/archiveteam/grab-base-df
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at
+RUN sed -i 's|DEFAULT_RETRY_DELAY = 60$|DEFAULT_RETRY_DELAY = 0|;s|self\.retry_delay += 10|self.retry_delay += 0.1|' /usr/local/lib/python*/site-packages/seesaw/tracker.py

warcforceone/repositories/domains-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": false,
+		"build_settings": [
+			"/api/build/v1/setting/9120e450-9874-441f-be56-bd7a56da2477/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/domains-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": false,
+		"repository": "domains-grab",
+		"resource_uri": "/api/build/v1/source/a54eca2b-941a-4842-98b2-8ebca1c88850/",
+		"state": "Success",
+		"uuid": "a54eca2b-941a-4842-98b2-8ebca1c88850"
+	}
+]

warcforceone/repositories/domains-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 131529596,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:7636ab505a2f7313288afe1f3f362743fe7273d87e2d6e9432e6af92dcc70290",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355240806,
+				"status": "active",
+				"last_pulled": "2021-02-20T02:22:04.585308Z",
+				"last_pushed": "2021-01-09T14:53:43.504044Z"
+			}
+		],
+		"last_updated": "2021-01-09T14:53:43.504044Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 10571662,
+		"full_size": 355240806,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T02:22:04.585308Z",
+		"tag_last_pushed": "2021-01-09T14:53:43.504044Z"
+	}
+]

warcforceone/repositories/domains-grab/tags/latest.images.json

@@ -0,0 +1,159 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:7636ab505a2f7313288afe1f3f362743fe7273d87e2d6e9432e6af92dcc70290",
+		"layers": [
+			{
+				"digest": "sha256:6c33745f49b41daad28b7b192c447938452ea4de9fe8c7cc3edf1433b1366946",
+				"size": 50397728,
+				"instruction": "ADD file:6014cd9d7466825f80d4a3345847efd6fd7ef600b8135811cab4f0e304f66cd7 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ef072fc32a84ef237dd4fcc7dff2c5e2a77565f24d63977d0fa654a6d8512dd8",
+				"size": 7812075,
+				"instruction": "/bin/sh -c set -eux; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:c0afb8e68e0bcdc1b6e05acaa713a6fe0d818086c596bd1ad99133665c4efe63",
+				"size": 9996417,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:d599c07d28e6c920ef615f4f9b5cd0d52eb106fcd20c3a7daef389f14edd4ef5",
+				"size": 51829485,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f2ecc74db11a2e0bc5a12395b008dc12bdbaaeeb45da34f4fa7e75b3c17ed564",
+				"size": 192313866,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibmaxminddb-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:26856d31ce86a1119d0801da67e89e8cec83e0d53caca90a1cb8a9fa325b96a6",
+				"size": 6145411,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tlibbluetooth-dev \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.1"
+			},
+			{
+				"digest": "sha256:a463ae07b5f35ef689567ba040dda03e740798fa71eb1ecb55420baf6423b95c",
+				"size": 19137053,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:54f24c50f14e2b0fc059d866bbc32a75cd42858a79872b9ddec21f0d0f491dda",
+				"size": 232,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=20.3.3"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/5f38681f7f5872e4032860b54e9cc11cf0374932/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=6a0b13826862f33c13b614a921d36253bfa1ae779c5fbf569876f3585057e9d2"
+			},
+			{
+				"digest": "sha256:168ee6df05fe6efec9c36488270abba0fc69fb1530b419a5f32c02923e0a911f",
+				"size": 2138311,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:3ad64c2dd8aa09ba4c2abbb96e915b73906156c57f90f5dda3636ec8d08fe8e3",
+				"size": 15426169,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw warcio zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:4b9a241bf0391f375447a6ffd8270ec04ffc0f2c2ba768a54f757bad14e40184",
+				"size": 127,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.build-date=2020-12-29T14:36:01Z"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.schema-version=1.0"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-ref=fd9edd4c19b94d1854ba787c3ddcabf3f9bfd1be"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-url=https://github.com/ArchiveTeam/grab-base-df.git"
+			},
+			{
+				"digest": "sha256:b401f610667fcd2db4f2c208848d0cf92f2ad490514b5443b3939a45d8b64b4d",
+				"size": 40895,
+				"instruction": "COPY dir:42f701425aa6570b0795acaecde911804d3f1da4686513072e0caba2726eeef2 in /grab "
+			},
+			{
+				"digest": "sha256:59a0759a68a7e6a31ea6fc1f6d559162a678ad5ed66e38b4fe4c315b79ad409b",
+				"size": 143,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			},
+			{
+				"digest": "sha256:27395fd4e260c6ddae6954c3d0ebb1f0e3bd2ee6c3577d949efdaae714ed892b",
+				"size": 2894,
+				"instruction": "/bin/sh -c sed -i 's|DEFAULT_RETRY_DELAY = 60$|DEFAULT_RETRY_DELAY = 0|;s|self\\.retry_delay += 10|self.retry_delay += 0.1|' /usr/local/lib/python*/site-packages/seesaw/tracker.py"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355240806,
+		"status": "active",
+		"last_pulled": "2021-02-20T02:22:04.585308Z",
+		"last_pushed": "2021-01-09T14:53:43.504044Z"
+	}
+]

warcforceone/repositories/domains-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 131529596,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:7636ab505a2f7313288afe1f3f362743fe7273d87e2d6e9432e6af92dcc70290",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355240806,
+			"status": "active",
+			"last_pulled": "2021-02-20T02:22:04.585308Z",
+			"last_pushed": "2021-01-09T14:53:43.504044Z"
+		}
+	],
+	"last_updated": "2021-01-09T14:53:43.504044Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 10571662,
+	"full_size": 355240806,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T02:22:04.585308Z",
+	"tag_last_pushed": "2021-01-09T14:53:43.504044Z"
+}

warcforceone/repositories/drawr-grab/Dockerfile

@@ -0,0 +1,6 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN python3 -m pip install --upgrade py3amf
+RUN ln -s /usr/local/bin/wget-lua /grab/wget-lua
+# RUN wget -O /grab/wget-lua http://xor.meo.ws/vUO6LyuhBlMOqGUjZ3sFQCqUcR83pl9N/wget-lua \
+# && chmod +x /grab/wget-lua

warcforceone/repositories/drawr-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/cae00711-6ba4-4411-9d88-f146ce174552/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/drawr-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "drawr-grab",
+		"resource_uri": "/api/build/v1/source/6dc7fd80-8b65-4167-8f4e-2312cfc611b1/",
+		"state": "Success",
+		"uuid": "6dc7fd80-8b65-4167-8f4e-2312cfc611b1"
+	}
+]

warcforceone/repositories/drawr-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 76931003,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:13535017f0e77487473d951c14e0ecc07867f10c02899b458e6f139e29a11679",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355822188,
+				"status": "stale",
+				"last_pulled": "2020-10-06T11:15:03.261189Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2019-11-20T08:53:55.275269Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 8049290,
+		"full_size": 355822188,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2020-10-06T11:15:03.261189Z",
+		"tag_last_pushed": "2019-11-20T08:53:55.275269Z"
+	}
+]

warcforceone/repositories/drawr-grab/tags/latest.images.json

@@ -0,0 +1,143 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:13535017f0e77487473d951c14e0ecc07867f10c02899b458e6f139e29a11679",
+		"layers": [
+			{
+				"digest": "sha256:5ae19949497e04289972756fe51cfac1a72b04fe2709e85a615945035c5a9a61",
+				"size": 50380042,
+				"instruction": "ADD file:2cddee716e84c40540a69c48051bd2dcf6cd3bd02a3e399334e97f20a77126ff in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ed3d96a2798e8837be24597cabf44ce25585cb9db1d749299cb06d51349ea5c2",
+				"size": 7804488,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f1213685078145f6136360475dbaffd0f86dfe92133a7bc26d79602980b255dd",
+				"size": 9978163,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:1a9ad5d5550bdff7db4c3d035bf9550bcd1de06a7f178a26de1d082591a5b956",
+				"size": 51765388,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:6f18049a0455d5e717b580354b515d9ac661e1a28d6ca9d6f7bc85c0dd17a7cf",
+				"size": 192264327,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibgeoip-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:ce39fa9d79d10239f5407e0bf43e2056f10cab5386d7319e220478fbed6a8323",
+				"size": 5792282,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.7.4"
+			},
+			{
+				"digest": "sha256:3a91ffcf88eadccd4b196138e3c783070af7e5239688128d2c7ed400289574e4",
+				"size": 26568003,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t\tPROFILE_TASK='-m test.regrtest --pgo \t\t\ttest_array \t\t\ttest_base64 \t\t\ttest_binascii \t\t\ttest_binhex \t\t\ttest_binop \t\t\ttest_bytes \t\t\ttest_c_locale_coercion \t\t\ttest_class \t\t\ttest_cmath \t\t\ttest_codecs \t\t\ttest_compile \t\t\ttest_complex \t\t\ttest_csv \t\t\ttest_decimal \t\t\ttest_dict \t\t\ttest_float \t\t\ttest_fstring \t\t\ttest_hashlib \t\t\ttest_io \t\t\ttest_iter \t\t\ttest_json \t\t\ttest_long \t\t\ttest_math \t\t\ttest_memoryview \t\t\ttest_pickle \t\t\ttest_re \t\t\ttest_set \t\t\ttest_slice \t\t\ttest_struct \t\t\ttest_threading \t\t\ttest_time \t\t\ttest_traceback \t\t\ttest_unicode \t\t' \t&& make install \t&& ldconfig \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' + \t&& rm -rf /usr/src/python \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:ee82cc8e15068a2e57dec1805ebc11ae639bf10d967bf1b859794756916bd0de",
+				"size": 235,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=19.2.1"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/404c9418e33c5031b1a9ab623168b3e8a2ed8c88/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=56bb63d3cf54e7444351256f72a60f575f6d8c7f1faacffae33167afc8e7609d"
+			},
+			{
+				"digest": "sha256:f0fe55e0f617741a0138eef3b2d1a300da7a877d9e53206d3c65d7328dec0a59",
+				"size": 1863155,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:1f7879d098d1a0827ae0c4e9cb37cb9904b08c29bc928204edd19184b551db56",
+				"size": 8241010,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua /bin/sh -c DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11  && pip install requests seesaw warcio  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:b20fd304fc72c42021381facad6cd033901da2d61f1ccc3bb54cd8f046ba9a49",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:8f4965ddd51598db30a88e18f3ec355cfd3d33e21fa8f8e15c1eefcff67481e3",
+				"size": 489618,
+				"instruction": "COPY dir:7bbc63aac98c2beb21dc4d839da73f8ed0884d5bbdc9ecfa2c723056f024ccc9 in /grab "
+			},
+			{
+				"digest": "sha256:cff3935f00089a76b6fed3e399873cb033add37b162be42702ecc193cfb89c3a",
+				"size": 675244,
+				"instruction": "/bin/sh -c python3 -m pip install --upgrade py3amf"
+			},
+			{
+				"digest": "sha256:98db0cd841583fe0918f68943c8875b7a6aafc45b1af2d1d7b064ae0f518f28b",
+				"size": 140,
+				"instruction": "/bin/sh -c ln -s /usr/local/bin/wget-lua /grab/wget-lua"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355822188,
+		"status": "stale",
+		"last_pulled": "2020-10-06T11:15:03.261189Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/drawr-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 76931003,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:13535017f0e77487473d951c14e0ecc07867f10c02899b458e6f139e29a11679",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355822188,
+			"status": "stale",
+			"last_pulled": "2020-10-06T11:15:03.261189Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2019-11-20T08:53:55.275269Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 8049290,
+	"full_size": 355822188,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2020-10-06T11:15:03.261189Z",
+	"tag_last_pushed": "2019-11-20T08:53:55.275269Z"
+}

warcforceone/repositories/fotoalbum-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM atdr.meo.ws/archiveteam/grab-base-df
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at

warcforceone/repositories/fotoalbum-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": false,
+		"build_settings": [
+			"/api/build/v1/setting/5385947a-fd11-4d67-9bfc-e449ad1c530f/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/fotoalbum-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": false,
+		"repository": "fotoalbum-grab",
+		"resource_uri": "/api/build/v1/source/9e8acc0f-7d65-4c36-a9f5-2b2f5678a33f/",
+		"state": "Success",
+		"uuid": "9e8acc0f-7d65-4c36-a9f5-2b2f5678a33f"
+	}
+]

warcforceone/repositories/fotoalbum-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 119428392,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:07279a1bdd8c84d98c0db0fbc6b03f7c2819e4d049f1c7bcea1c59e36770ea9b",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 356537761,
+				"status": "active",
+				"last_pulled": "2021-01-25T09:00:20.61391Z",
+				"last_pushed": "2020-10-31T11:11:27.176579Z"
+			}
+		],
+		"last_updated": "2020-10-31T11:11:27.176579Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9933212,
+		"full_size": 356537761,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-01-25T09:00:20.61391Z",
+		"tag_last_pushed": "2020-10-31T11:11:27.176579Z"
+	}
+]

warcforceone/repositories/fotoalbum-grab/tags/latest.images.json

@@ -0,0 +1,154 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:07279a1bdd8c84d98c0db0fbc6b03f7c2819e4d049f1c7bcea1c59e36770ea9b",
+		"layers": [
+			{
+				"digest": "sha256:e4c3d3e4f7b024979a1c12daa4073f6353b2ba92d96418bc90451994927c9bff",
+				"size": 50395978,
+				"instruction": "ADD file:6627ad39ea0cb9fcb212342326d14efaff51aece1fd0dc16d5bbcaa25d858622 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:101c41d0463bc77661fb3343235b16d536a92d2efb687046164d413e51bd4fc4",
+				"size": 7811737,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:8275efcd805f9905d7def23603618236284b0be6b9e47455c638fbfb03fa9208",
+				"size": 9996326,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:751620502a7a2905067c2f32d4982fb9b310b9808670ce82c0e2b40f5307a3ee",
+				"size": 51829492,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0a5e725150a20c71bdc806daa04c9c9438aed5f5a4dd376f3be66fae213b1d43",
+				"size": 192263478,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibmaxminddb-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:397dba5694dbe6da34f1abfc75362ca3f23a0421505dd3502885e9bc9a167f42",
+				"size": 6145350,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tlibbluetooth-dev \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.0"
+			},
+			{
+				"digest": "sha256:b1d09d0eabcb6f4e10ef0d360714bc5c780ea017bbcdc1a7e1a4a617ff8fb431",
+				"size": 20579241,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:475299e7c7f3a160843a7c349c788b8c9ec2ce9dd3b924e42830a38995955c9d",
+				"size": 233,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=20.2.4"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/8283828b8fd6f1783daf55a765384e6d8d2c5014/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=2250ab0a7e70f6fd22b955493f7f5cf1ea53e70b584a84a32573644a045b4bfb"
+			},
+			{
+				"digest": "sha256:d2fe14d8e6bcb0ddb14c3ae2bc50b0f9cad6f42b33935609d160555f3525d71e",
+				"size": 2120746,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:76cccca5d2434bc713235d52a22280085ecc46e033071abae779166dd01288d7",
+				"size": 15354788,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:23ae9b84d8c637d7be11896ab80072718fff61a7f7779bafdab94a2e1a944695",
+				"size": 125,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.build-date=2020-10-31T10:57:28Z"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.schema-version=1.0"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-ref=0865fe5498c6ef4730c784dd9c6a4f4e1f98a4f3"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-url=https://github.com/ArchiveTeam/grab-base-df.git"
+			},
+			{
+				"digest": "sha256:97aac8ae4b3219829025132fbd5add15c9560969fb45221f8d0b0af41e788973",
+				"size": 40124,
+				"instruction": "COPY dir:363525162a852e652aebbd7e979aa8cdd809532345a582ab56f91e419baaa320 in /grab "
+			},
+			{
+				"digest": "sha256:bd702c4a8b5cbc85184adfe8a8c26b0ce775a8fceefe7b442258fcde20059764",
+				"size": 143,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 356537761,
+		"status": "active",
+		"last_pulled": "2021-01-25T09:00:20.61391Z",
+		"last_pushed": "2020-10-31T11:11:27.176579Z"
+	}
+]

warcforceone/repositories/fotoalbum-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 119428392,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:07279a1bdd8c84d98c0db0fbc6b03f7c2819e4d049f1c7bcea1c59e36770ea9b",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 356537761,
+			"status": "active",
+			"last_pulled": "2021-01-25T09:00:20.61391Z",
+			"last_pushed": "2020-10-31T11:11:27.176579Z"
+		}
+	],
+	"last_updated": "2020-10-31T11:11:27.176579Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9933212,
+	"full_size": 356537761,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-01-25T09:00:20.61391Z",
+	"tag_last_pushed": "2020-10-31T11:11:27.176579Z"
+}

warcforceone/repositories/freeml-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-lua

warcforceone/repositories/freeml-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/5ddc26c4-30e1-433e-80fb-c43323ca894a/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/freeml-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "freeml-grab",
+		"resource_uri": "/api/build/v1/source/2a73874c-825b-4c0a-87f0-d00f0827c996/",
+		"state": "Success",
+		"uuid": "2a73874c-825b-4c0a-87f0-d00f0827c996"
+	}
+]

warcforceone/repositories/freeml-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 66416566,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:be3899724ce7e6bc3a575fc7a565badcf97af30cf652ba1a033db3b7f9900100",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355150189,
+				"status": "stale",
+				"last_pulled": "2020-10-11T16:06:10.722051Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2019-09-02T21:47:22.023165Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 7589408,
+		"full_size": 355150189,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2020-10-11T16:06:10.722051Z",
+		"tag_last_pushed": "2019-09-02T21:47:22.023165Z"
+	}
+]

warcforceone/repositories/freeml-grab/tags/latest.images.json

@@ -0,0 +1,138 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:be3899724ce7e6bc3a575fc7a565badcf97af30cf652ba1a033db3b7f9900100",
+		"layers": [
+			{
+				"digest": "sha256:5ae19949497e04289972756fe51cfac1a72b04fe2709e85a615945035c5a9a61",
+				"size": 50380042,
+				"instruction": "ADD file:2cddee716e84c40540a69c48051bd2dcf6cd3bd02a3e399334e97f20a77126ff in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ed3d96a2798e8837be24597cabf44ce25585cb9db1d749299cb06d51349ea5c2",
+				"size": 7804488,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f1213685078145f6136360475dbaffd0f86dfe92133a7bc26d79602980b255dd",
+				"size": 9978163,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:1a9ad5d5550bdff7db4c3d035bf9550bcd1de06a7f178a26de1d082591a5b956",
+				"size": 51765388,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:6f18049a0455d5e717b580354b515d9ac661e1a28d6ca9d6f7bc85c0dd17a7cf",
+				"size": 192264327,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibgeoip-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:ce39fa9d79d10239f5407e0bf43e2056f10cab5386d7319e220478fbed6a8323",
+				"size": 5792282,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.7.4"
+			},
+			{
+				"digest": "sha256:3a91ffcf88eadccd4b196138e3c783070af7e5239688128d2c7ed400289574e4",
+				"size": 26568003,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t\tPROFILE_TASK='-m test.regrtest --pgo \t\t\ttest_array \t\t\ttest_base64 \t\t\ttest_binascii \t\t\ttest_binhex \t\t\ttest_binop \t\t\ttest_bytes \t\t\ttest_c_locale_coercion \t\t\ttest_class \t\t\ttest_cmath \t\t\ttest_codecs \t\t\ttest_compile \t\t\ttest_complex \t\t\ttest_csv \t\t\ttest_decimal \t\t\ttest_dict \t\t\ttest_float \t\t\ttest_fstring \t\t\ttest_hashlib \t\t\ttest_io \t\t\ttest_iter \t\t\ttest_json \t\t\ttest_long \t\t\ttest_math \t\t\ttest_memoryview \t\t\ttest_pickle \t\t\ttest_re \t\t\ttest_set \t\t\ttest_slice \t\t\ttest_struct \t\t\ttest_threading \t\t\ttest_time \t\t\ttest_traceback \t\t\ttest_unicode \t\t' \t&& make install \t&& ldconfig \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' + \t&& rm -rf /usr/src/python \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:ee82cc8e15068a2e57dec1805ebc11ae639bf10d967bf1b859794756916bd0de",
+				"size": 235,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=19.2.1"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/404c9418e33c5031b1a9ab623168b3e8a2ed8c88/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=56bb63d3cf54e7444351256f72a60f575f6d8c7f1faacffae33167afc8e7609d"
+			},
+			{
+				"digest": "sha256:f0fe55e0f617741a0138eef3b2d1a300da7a877d9e53206d3c65d7328dec0a59",
+				"size": 1863155,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:1f7879d098d1a0827ae0c4e9cb37cb9904b08c29bc928204edd19184b551db56",
+				"size": 8241010,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua /bin/sh -c DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11  && pip install requests seesaw warcio  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:b20fd304fc72c42021381facad6cd033901da2d61f1ccc3bb54cd8f046ba9a49",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:9edd3cb2e6b60795706f9ee91695e740d77a08f5d07ca76092891ef979edcc21",
+				"size": 492863,
+				"instruction": "COPY dir:33713d0c9e5220c5c586812deac89f4de568e6439ae74e74f71050704bae551c in /grab "
+			},
+			{
+				"digest": "sha256:d01ca8f747ac596470fc8d4f933f2ddf4b1bc20bdcc2b9673f6def18fd0c8f23",
+				"size": 140,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-lua"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355150189,
+		"status": "stale",
+		"last_pulled": "2020-10-11T16:06:10.722051Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/freeml-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 66416566,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:be3899724ce7e6bc3a575fc7a565badcf97af30cf652ba1a033db3b7f9900100",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355150189,
+			"status": "stale",
+			"last_pulled": "2020-10-11T16:06:10.722051Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2019-09-02T21:47:22.023165Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 7589408,
+	"full_size": 355150189,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2020-10-11T16:06:10.722051Z",
+	"tag_last_pushed": "2019-09-02T21:47:22.023165Z"
+}

warcforceone/repositories/gfycat-grab/Dockerfile

@@ -0,0 +1,5 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -s /usr/local/bin/wget-lua /grab/wget-lua
+# RUN wget -O /grab/wget-lua http://xor.meo.ws/vUO6LyuhBlMOqGUjZ3sFQCqUcR83pl9N/wget-lua \
+# && chmod +x /grab/wget-lua

warcforceone/repositories/gfycat-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/edfba862-0b62-46da-aff5-eaccc735871e/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/gfycat-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "gfycat-grab",
+		"resource_uri": "/api/build/v1/source/083a7815-1ce2-4709-824e-910aafe55663/",
+		"state": "Success",
+		"uuid": "083a7815-1ce2-4709-824e-910aafe55663"
+	}
+]

warcforceone/repositories/gfycat-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 75209097,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:bdf3becde4b8d5d7c4869c4296fad46237b22e2daa4c5c292fb9af290c6dd228",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355183744,
+				"status": "stale",
+				"last_pulled": "2021-01-18T13:04:34.298449Z",
+				"last_pushed": null
+			}
+		],
+		"last_updated": "2019-11-28T23:21:38.207704Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 7970818,
+		"full_size": 355183744,
+		"v2": true,
+		"tag_status": "stale",
+		"tag_last_pulled": "2021-01-18T13:04:34.298449Z",
+		"tag_last_pushed": "2019-11-28T23:21:38.207704Z"
+	}
+]

warcforceone/repositories/gfycat-grab/tags/latest.images.json

@@ -0,0 +1,138 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:bdf3becde4b8d5d7c4869c4296fad46237b22e2daa4c5c292fb9af290c6dd228",
+		"layers": [
+			{
+				"digest": "sha256:5ae19949497e04289972756fe51cfac1a72b04fe2709e85a615945035c5a9a61",
+				"size": 50380042,
+				"instruction": "ADD file:2cddee716e84c40540a69c48051bd2dcf6cd3bd02a3e399334e97f20a77126ff in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ed3d96a2798e8837be24597cabf44ce25585cb9db1d749299cb06d51349ea5c2",
+				"size": 7804488,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f1213685078145f6136360475dbaffd0f86dfe92133a7bc26d79602980b255dd",
+				"size": 9978163,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:1a9ad5d5550bdff7db4c3d035bf9550bcd1de06a7f178a26de1d082591a5b956",
+				"size": 51765388,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:6f18049a0455d5e717b580354b515d9ac661e1a28d6ca9d6f7bc85c0dd17a7cf",
+				"size": 192264327,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibgeoip-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:ce39fa9d79d10239f5407e0bf43e2056f10cab5386d7319e220478fbed6a8323",
+				"size": 5792282,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.7.4"
+			},
+			{
+				"digest": "sha256:3a91ffcf88eadccd4b196138e3c783070af7e5239688128d2c7ed400289574e4",
+				"size": 26568003,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t\tPROFILE_TASK='-m test.regrtest --pgo \t\t\ttest_array \t\t\ttest_base64 \t\t\ttest_binascii \t\t\ttest_binhex \t\t\ttest_binop \t\t\ttest_bytes \t\t\ttest_c_locale_coercion \t\t\ttest_class \t\t\ttest_cmath \t\t\ttest_codecs \t\t\ttest_compile \t\t\ttest_complex \t\t\ttest_csv \t\t\ttest_decimal \t\t\ttest_dict \t\t\ttest_float \t\t\ttest_fstring \t\t\ttest_hashlib \t\t\ttest_io \t\t\ttest_iter \t\t\ttest_json \t\t\ttest_long \t\t\ttest_math \t\t\ttest_memoryview \t\t\ttest_pickle \t\t\ttest_re \t\t\ttest_set \t\t\ttest_slice \t\t\ttest_struct \t\t\ttest_threading \t\t\ttest_time \t\t\ttest_traceback \t\t\ttest_unicode \t\t' \t&& make install \t&& ldconfig \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' + \t&& rm -rf /usr/src/python \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:ee82cc8e15068a2e57dec1805ebc11ae639bf10d967bf1b859794756916bd0de",
+				"size": 235,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=19.2.1"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/404c9418e33c5031b1a9ab623168b3e8a2ed8c88/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=56bb63d3cf54e7444351256f72a60f575f6d8c7f1faacffae33167afc8e7609d"
+			},
+			{
+				"digest": "sha256:f0fe55e0f617741a0138eef3b2d1a300da7a877d9e53206d3c65d7328dec0a59",
+				"size": 1863155,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:1f7879d098d1a0827ae0c4e9cb37cb9904b08c29bc928204edd19184b551db56",
+				"size": 8241010,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/zEMhOKrjwKi69SIWBdxiQGJ2IpzzSIx4/wget-lua /bin/sh -c DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11  && pip install requests seesaw warcio  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:b20fd304fc72c42021381facad6cd033901da2d61f1ccc3bb54cd8f046ba9a49",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"digest": "sha256:d03e2fbbc9127bb951d02032cfdb72e9287f2e2bd87c7a230392e6aecae7ad4e",
+				"size": 526419,
+				"instruction": "COPY dir:a7c145ca3356ba257d17a98e64d028bda57e4b334b68b3809a9f558109092128 in /grab "
+			},
+			{
+				"digest": "sha256:8fac10b8b1f5a801da2d39c22937d0896b2cfc07a2bd3eefa0cd7b9721ca320a",
+				"size": 139,
+				"instruction": "/bin/sh -c ln -s /usr/local/bin/wget-lua /grab/wget-lua"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355183744,
+		"status": "stale",
+		"last_pulled": "2021-01-18T13:04:34.298449Z",
+		"last_pushed": null
+	}
+]

warcforceone/repositories/gfycat-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 75209097,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:bdf3becde4b8d5d7c4869c4296fad46237b22e2daa4c5c292fb9af290c6dd228",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355183744,
+			"status": "stale",
+			"last_pulled": "2021-01-18T13:04:34.298449Z",
+			"last_pushed": null
+		}
+	],
+	"last_updated": "2019-11-28T23:21:38.207704Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 7970818,
+	"full_size": 355183744,
+	"v2": true,
+	"tag_status": "stale",
+	"tag_last_pulled": "2021-01-18T13:04:34.298449Z",
+	"tag_last_pushed": "2019-11-28T23:21:38.207704Z"
+}

warcforceone/repositories/github-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM atdr.meo.ws/archiveteam/grab-base-df
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at

warcforceone/repositories/github-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/77062f2a-f999-49ce-b7da-81cddd14bcb9/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/github-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "github-grab",
+		"resource_uri": "/api/build/v1/source/81d70921-952f-4507-97c7-7a3c761ee3c7/",
+		"state": "Success",
+		"uuid": "81d70921-952f-4507-97c7-7a3c761ee3c7"
+	}
+]

warcforceone/repositories/github-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 112047604,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:2e3c90259794dee5979c9745ac9c73ef3ea5fb639cc4e745e1bcfc1854a7787a",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355285549,
+				"status": "active",
+				"last_pulled": "2021-02-20T18:11:42.128719Z",
+				"last_pushed": "2021-02-03T13:48:21.641084Z"
+			}
+		],
+		"last_updated": "2021-02-03T13:48:21.641084Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9584009,
+		"full_size": 355285549,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T18:11:42.128719Z",
+		"tag_last_pushed": "2021-02-03T13:48:21.641084Z"
+	}
+]

warcforceone/repositories/github-grab/tags/latest.images.json

@@ -0,0 +1,154 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:2e3c90259794dee5979c9745ac9c73ef3ea5fb639cc4e745e1bcfc1854a7787a",
+		"layers": [
+			{
+				"digest": "sha256:6c33745f49b41daad28b7b192c447938452ea4de9fe8c7cc3edf1433b1366946",
+				"size": 50397728,
+				"instruction": "ADD file:6014cd9d7466825f80d4a3345847efd6fd7ef600b8135811cab4f0e304f66cd7 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ef072fc32a84ef237dd4fcc7dff2c5e2a77565f24d63977d0fa654a6d8512dd8",
+				"size": 7812075,
+				"instruction": "/bin/sh -c set -eux; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:c0afb8e68e0bcdc1b6e05acaa713a6fe0d818086c596bd1ad99133665c4efe63",
+				"size": 9996417,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:d599c07d28e6c920ef615f4f9b5cd0d52eb106fcd20c3a7daef389f14edd4ef5",
+				"size": 51829485,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f2ecc74db11a2e0bc5a12395b008dc12bdbaaeeb45da34f4fa7e75b3c17ed564",
+				"size": 192313866,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibmaxminddb-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:26856d31ce86a1119d0801da67e89e8cec83e0d53caca90a1cb8a9fa325b96a6",
+				"size": 6145411,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tlibbluetooth-dev \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.1"
+			},
+			{
+				"digest": "sha256:a463ae07b5f35ef689567ba040dda03e740798fa71eb1ecb55420baf6423b95c",
+				"size": 19137053,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:54f24c50f14e2b0fc059d866bbc32a75cd42858a79872b9ddec21f0d0f491dda",
+				"size": 232,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=20.3.3"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/5f38681f7f5872e4032860b54e9cc11cf0374932/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=6a0b13826862f33c13b614a921d36253bfa1ae779c5fbf569876f3585057e9d2"
+			},
+			{
+				"digest": "sha256:168ee6df05fe6efec9c36488270abba0fc69fb1530b419a5f32c02923e0a911f",
+				"size": 2138311,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:3ad64c2dd8aa09ba4c2abbb96e915b73906156c57f90f5dda3636ec8d08fe8e3",
+				"size": 15426169,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw warcio zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:4b9a241bf0391f375447a6ffd8270ec04ffc0f2c2ba768a54f757bad14e40184",
+				"size": 127,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.build-date=2020-12-29T14:36:01Z"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.schema-version=1.0"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-ref=fd9edd4c19b94d1854ba787c3ddcabf3f9bfd1be"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-url=https://github.com/ArchiveTeam/grab-base-df.git"
+			},
+			{
+				"digest": "sha256:b25abe0ecc0925ce877cb7b359bdc9edd6e32fc8dde1adcc072a8c4883a15421",
+				"size": 88533,
+				"instruction": "COPY dir:84ec40390e24b81471934710a181eca724e76575a723f9297b3c39a1275afc17 in /grab "
+			},
+			{
+				"digest": "sha256:dbdfcbfa61388a66f82bfefecec90f757fee49684cf94bc47bcbacb4e113f6c2",
+				"size": 142,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355285549,
+		"status": "active",
+		"last_pulled": "2021-02-20T18:11:42.128719Z",
+		"last_pushed": "2021-02-03T13:48:21.641084Z"
+	}
+]

warcforceone/repositories/github-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 112047604,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:2e3c90259794dee5979c9745ac9c73ef3ea5fb639cc4e745e1bcfc1854a7787a",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355285549,
+			"status": "active",
+			"last_pulled": "2021-02-20T18:11:42.128719Z",
+			"last_pushed": "2021-02-03T13:48:21.641084Z"
+		}
+	],
+	"last_updated": "2021-02-03T13:48:21.641084Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9584009,
+	"full_size": 355285549,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T18:11:42.128719Z",
+	"tag_last_pushed": "2021-02-03T13:48:21.641084Z"
+}

warcforceone/repositories/google-sites-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM atdr.meo.ws/archiveteam/grab-base-df
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-at

warcforceone/repositories/google-sites-grab/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/9a200b7e-6ed7-4e5a-8048-094c5fb2458c/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/google-sites-grab",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "google-sites-grab",
+		"resource_uri": "/api/build/v1/source/18835edd-03c6-4e7e-ad53-61fca2dd7c8d/",
+		"state": "Success",
+		"uuid": "18835edd-03c6-4e7e-ad53-61fca2dd7c8d"
+	}
+]

warcforceone/repositories/google-sites-grab/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 120283946,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:ca02cf2b332f49cc3dc48c4795fbf9ea0f0ada8181e8a1f2ad3879101890b276",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 355260303,
+				"status": "active",
+				"last_pulled": "2021-02-20T17:33:16.397157Z",
+				"last_pushed": "2021-02-03T14:12:19.517114Z"
+			}
+		],
+		"last_updated": "2021-02-03T14:12:19.517114Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 9974747,
+		"full_size": 355260303,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T17:33:16.397157Z",
+		"tag_last_pushed": "2021-02-03T14:12:19.517114Z"
+	}
+]

warcforceone/repositories/google-sites-grab/tags/latest.images.json

@@ -0,0 +1,154 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:ca02cf2b332f49cc3dc48c4795fbf9ea0f0ada8181e8a1f2ad3879101890b276",
+		"layers": [
+			{
+				"digest": "sha256:6c33745f49b41daad28b7b192c447938452ea4de9fe8c7cc3edf1433b1366946",
+				"size": 50397728,
+				"instruction": "ADD file:6014cd9d7466825f80d4a3345847efd6fd7ef600b8135811cab4f0e304f66cd7 in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"digest": "sha256:ef072fc32a84ef237dd4fcc7dff2c5e2a77565f24d63977d0fa654a6d8512dd8",
+				"size": 7812075,
+				"instruction": "/bin/sh -c set -eux; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tca-certificates \t\tcurl \t\tnetbase \t\twget \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:c0afb8e68e0bcdc1b6e05acaa713a6fe0d818086c596bd1ad99133665c4efe63",
+				"size": 9996417,
+				"instruction": "/bin/sh -c set -ex; \tif ! command -v gpg > /dev/null; then \t\tapt-get update; \t\tapt-get install -y --no-install-recommends \t\t\tgnupg \t\t\tdirmngr \t\t; \t\trm -rf /var/lib/apt/lists/*; \tfi"
+			},
+			{
+				"digest": "sha256:d599c07d28e6c920ef615f4f9b5cd0d52eb106fcd20c3a7daef389f14edd4ef5",
+				"size": 51829485,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tgit \t\tmercurial \t\topenssh-client \t\tsubversion \t\t\t\tprocps \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:f2ecc74db11a2e0bc5a12395b008dc12bdbaaeeb45da34f4fa7e75b3c17ed564",
+				"size": 192313866,
+				"instruction": "/bin/sh -c set -ex; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tautoconf \t\tautomake \t\tbzip2 \t\tdpkg-dev \t\tfile \t\tg++ \t\tgcc \t\timagemagick \t\tlibbz2-dev \t\tlibc6-dev \t\tlibcurl4-openssl-dev \t\tlibdb-dev \t\tlibevent-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tlibglib2.0-dev \t\tlibgmp-dev \t\tlibjpeg-dev \t\tlibkrb5-dev \t\tliblzma-dev \t\tlibmagickcore-dev \t\tlibmagickwand-dev \t\tlibmaxminddb-dev \t\tlibncurses5-dev \t\tlibncursesw5-dev \t\tlibpng-dev \t\tlibpq-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tlibtool \t\tlibwebp-dev \t\tlibxml2-dev \t\tlibxslt-dev \t\tlibyaml-dev \t\tmake \t\tpatch \t\tunzip \t\txz-utils \t\tzlib1g-dev \t\t\t\t$( \t\t\tif apt-cache show 'default-libmysqlclient-dev' 2>/dev/null | grep -q '^Version:'; then \t\t\t\techo 'default-libmysqlclient-dev'; \t\t\telse \t\t\t\techo 'libmysqlclient-dev'; \t\t\tfi \t\t) \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:26856d31ce86a1119d0801da67e89e8cec83e0d53caca90a1cb8a9fa325b96a6",
+				"size": 6145411,
+				"instruction": "/bin/sh -c apt-get update && apt-get install -y --no-install-recommends \t\tlibbluetooth-dev \t\ttk-dev \t\tuuid-dev \t&& rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.1"
+			},
+			{
+				"digest": "sha256:a463ae07b5f35ef689567ba040dda03e740798fa71eb1ecb55420baf6423b95c",
+				"size": 19137053,
+				"instruction": "/bin/sh -c set -ex \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:54f24c50f14e2b0fc059d866bbc32a75cd42858a79872b9ddec21f0d0f491dda",
+				"size": 232,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=20.3.3"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/5f38681f7f5872e4032860b54e9cc11cf0374932/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=6a0b13826862f33c13b614a921d36253bfa1ae779c5fbf569876f3585057e9d2"
+			},
+			{
+				"digest": "sha256:168ee6df05fe6efec9c36488270abba0fc69fb1530b419a5f32c02923e0a911f",
+				"size": 2138311,
+				"instruction": "/bin/sh -c set -ex; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG VERSION=20190803.01"
+			},
+			{
+				"size": 0,
+				"instruction": " ARG wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:3ad64c2dd8aa09ba4c2abbb96e915b73906156c57f90f5dda3636ec8d08fe8e3",
+				"size": 15426169,
+				"instruction": "|2 VERSION=20190803.01 wget_lua=http://xor.meo.ws/1hh92cDPD-Rfbd7dUT_AGmsHutAr_QeT/wget-lua /bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw warcio zstandard  && wget \"${wget_lua}\" -O /usr/local/bin/wget-lua  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:4b9a241bf0391f375447a6ffd8270ec04ffc0f2c2ba768a54f757bad14e40184",
+				"size": 127,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.build-date=2020-12-29T14:36:01Z"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.schema-version=1.0"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-ref=fd9edd4c19b94d1854ba787c3ddcabf3f9bfd1be"
+			},
+			{
+				"size": 0,
+				"instruction": " LABEL org.label-schema.vcs-url=https://github.com/ArchiveTeam/grab-base-df.git"
+			},
+			{
+				"digest": "sha256:099b59f5dd443f225ff2ccf9f8fd5c62b1196ed3b76d4371c51228be4403b223",
+				"size": 63286,
+				"instruction": "COPY dir:056e2a67952ab9f3bad6a329f21ab48ab632b7b007755049a4c9e507abe9b3d1 in /grab "
+			},
+			{
+				"digest": "sha256:acf1a14524374193f5d8b9e87eaafa8e56994dda04ce72a914147c67ca0a54b1",
+				"size": 143,
+				"instruction": "/bin/sh -c ln -fs /usr/local/bin/wget-lua /grab/wget-at"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 355260303,
+		"status": "active",
+		"last_pulled": "2021-02-20T17:33:16.397157Z",
+		"last_pushed": "2021-02-03T14:12:19.517114Z"
+	}
+]

warcforceone/repositories/google-sites-grab/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 120283946,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:ca02cf2b332f49cc3dc48c4795fbf9ea0f0ada8181e8a1f2ad3879101890b276",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 355260303,
+			"status": "active",
+			"last_pulled": "2021-02-20T17:33:16.397157Z",
+			"last_pushed": "2021-02-03T14:12:19.517114Z"
+		}
+	],
+	"last_updated": "2021-02-03T14:12:19.517114Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 9974747,
+	"full_size": 355260303,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T17:33:16.397157Z",
+	"tag_last_pushed": "2021-02-03T14:12:19.517114Z"
+}

warcforceone/repositories/grab-base/Dockerfile

@@ -0,0 +1,15 @@
+ARG TLSTYPE=openssl
+FROM atdr.meo.ws/archiveteam/wget-lua:v1.20.3-at-${TLSTYPE} AS wget
+FROM python:3-slim
+COPY --from=wget /wget /usr/local/bin/wget-lua
+ENV LC_ALL=C
+RUN echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket libpsl5 git \
+ && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1 \
+ && pip install requests seesaw warcio zstandard \
+ && chmod +x /usr/local/bin/wget-lua \
+ && rm -rf /var/lib/apt/lists/*
+WORKDIR /grab
+STOPSIGNAL SIGINT
+ENTRYPOINT ["run-pipeline3", "--disable-web-server", "pipeline.py"]

warcforceone/repositories/grab-base/info.json

@@ -0,0 +1,25 @@
+{
+	"user": "warcforceone",
+	"name": "grab-base",
+	"namespace": "warcforceone",
+	"repository_type": "image",
+	"status": 1,
+	"description": "",
+	"is_private": false,
+	"is_automated": false,
+	"can_edit": false,
+	"star_count": 0,
+	"pull_count": 50530,
+	"last_updated": "2021-02-13T11:25:52.346081Z",
+	"is_migrated": false,
+	"collaborator_count": 0,
+	"affiliation": null,
+	"hub_user": "warcforceone",
+	"has_starred": false,
+	"full_description": "# grab-base-df\nBase Dockerfile for warrior project grab scripts\n\n",
+	"permissions": {
+		"read": true,
+		"write": false,
+		"admin": false
+	}
+}

warcforceone/repositories/grab-base/sources.json

@@ -0,0 +1,18 @@
+[
+	{
+		"autotests": "OFF",
+		"build_in_farm": true,
+		"build_settings": [
+			"/api/build/v1/setting/568fc7d1-559a-40a5-a27f-0706214a48b1/"
+		],
+		"channel": "Stable",
+		"image": "warcforceone/grab-base",
+		"owner": "ArchiveTeam",
+		"provider": "Github",
+		"repo_links": true,
+		"repository": "grab-base-df",
+		"resource_uri": "/api/build/v1/source/97b9831e-a2db-4298-ab9d-dabf34a171b3/",
+		"state": "Success",
+		"uuid": "97b9831e-a2db-4298-ab9d-dabf34a171b3"
+	}
+]

warcforceone/repositories/grab-base/tags.json

@@ -0,0 +1,32 @@
+[
+	{
+		"creator": 6911312,
+		"id": 63789861,
+		"image_id": null,
+		"images": [
+			{
+				"architecture": "amd64",
+				"features": "",
+				"variant": null,
+				"digest": "sha256:269f12c7c0d41372eeab2b2a37e19f8dbf26a20328d1bd943b5be0b260a790a1",
+				"os": "linux",
+				"os_features": "",
+				"os_version": null,
+				"size": 85903786,
+				"status": "active",
+				"last_pulled": "2021-02-20T02:21:58.476745Z",
+				"last_pushed": "2021-02-13T11:25:52.045638Z"
+			}
+		],
+		"last_updated": "2021-02-13T11:25:52.045638Z",
+		"last_updater": 6911312,
+		"last_updater_username": "warcforceone",
+		"name": "latest",
+		"repository": 7470894,
+		"full_size": 85903786,
+		"v2": true,
+		"tag_status": "active",
+		"tag_last_pulled": "2021-02-20T02:21:58.476745Z",
+		"tag_last_pushed": "2021-02-13T11:25:52.045638Z"
+	}
+]

warcforceone/repositories/grab-base/tags/latest.images.json

@@ -0,0 +1,105 @@
+[
+	{
+		"architecture": "amd64",
+		"features": null,
+		"variant": null,
+		"digest": "sha256:269f12c7c0d41372eeab2b2a37e19f8dbf26a20328d1bd943b5be0b260a790a1",
+		"layers": [
+			{
+				"digest": "sha256:45b42c59be334ecda0daaa139b2f7d310e45c564c5f12263b1b8e68ec9e810ed",
+				"size": 27095142,
+				"instruction": "ADD file:d5c41bfaf15180481d8606f50799297e3f49b8a258c7c2cd988ab2bf0013272d in / "
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"bash\"]"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LANG=C.UTF-8"
+			},
+			{
+				"digest": "sha256:8cd3485318dba8e325f6b665105e10c51f4011cf2e2b4378ae2b92e104ff3566",
+				"size": 2769103,
+				"instruction": "/bin/sh -c set -eux; \tapt-get update; \tapt-get install -y --no-install-recommends \t\tca-certificates \t\tnetbase \t\ttzdata \t; \trm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E310250568"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_VERSION=3.9.1"
+			},
+			{
+				"digest": "sha256:b430e1981978aa8083832db9dc3f927e4336fbccf20f27a0419a5d31f78205b7",
+				"size": 10888464,
+				"instruction": "/bin/sh -c set -ex \t\t&& savedAptMark=\"$(apt-mark showmanual)\" \t&& apt-get update && apt-get install -y --no-install-recommends \t\tdpkg-dev \t\tgcc \t\tlibbluetooth-dev \t\tlibbz2-dev \t\tlibc6-dev \t\tlibexpat1-dev \t\tlibffi-dev \t\tlibgdbm-dev \t\tliblzma-dev \t\tlibncursesw5-dev \t\tlibreadline-dev \t\tlibsqlite3-dev \t\tlibssl-dev \t\tmake \t\ttk-dev \t\tuuid-dev \t\twget \t\txz-utils \t\tzlib1g-dev \t\t$(command -v gpg > /dev/null || echo 'gnupg dirmngr') \t\t&& wget -O python.tar.xz \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz\" \t&& wget -O python.tar.xz.asc \"https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc\" \t&& export GNUPGHOME=\"$(mktemp -d)\" \t&& gpg --batch --keyserver ha.pool.sks-keyservers.net --recv-keys \"$GPG_KEY\" \t&& gpg --batch --verify python.tar.xz.asc python.tar.xz \t&& { command -v gpgconf > /dev/null && gpgconf --kill all || :; } \t&& rm -rf \"$GNUPGHOME\" python.tar.xz.asc \t&& mkdir -p /usr/src/python \t&& tar -xJC /usr/src/python --strip-components=1 -f python.tar.xz \t&& rm python.tar.xz \t\t&& cd /usr/src/python \t&& gnuArch=\"$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)\" \t&& ./configure \t\t--build=\"$gnuArch\" \t\t--enable-loadable-sqlite-extensions \t\t--enable-optimizations \t\t--enable-option-checking=fatal \t\t--enable-shared \t\t--with-system-expat \t\t--with-system-ffi \t\t--without-ensurepip \t&& make -j \"$(nproc)\" \t\tLDFLAGS=\"-Wl,--strip-all\" \t&& make install \t&& rm -rf /usr/src/python \t\t&& find /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' -o -name '*.a' \\) \\) \t\t\\) -exec rm -rf '{}' + \t\t&& ldconfig \t\t&& apt-mark auto '.*' > /dev/null \t&& apt-mark manual $savedAptMark \t&& find /usr/local -type f -executable -not \\( -name '*tkinter*' \\) -exec ldd '{}' ';' \t\t| awk '/=>/ { print $(NF-1) }' \t\t| sort -u \t\t| xargs -r dpkg-query --search \t\t| cut -d: -f1 \t\t| sort -u \t\t| xargs -r apt-mark manual \t&& apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false \t&& rm -rf /var/lib/apt/lists/* \t\t&& python3 --version"
+			},
+			{
+				"digest": "sha256:37d877dc41c386154662483278f5b856d8c34e200d571eb41cee562506fa5bfb",
+				"size": 232,
+				"instruction": "/bin/sh -c cd /usr/local/bin \t&& ln -s idle3 idle \t&& ln -s pydoc3 pydoc \t&& ln -s python3 python \t&& ln -s python3-config python-config"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_PIP_VERSION=21.0.1"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/4be3fe44ad9dedc028629ed1497052d65d281b8e/get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " ENV PYTHON_GET_PIP_SHA256=8006625804f55e1bd99ad4214fd07082fee27a1c35945648a58f9087a714e9d4"
+			},
+			{
+				"digest": "sha256:0b70d4ba14ef92ccaa7839657e6fca3422f09041c50a44011d6a2382d0c23fe8",
+				"size": 2452248,
+				"instruction": "/bin/sh -c set -ex; \t\tsavedAptMark=\"$(apt-mark showmanual)\"; \tapt-get update; \tapt-get install -y --no-install-recommends wget; \t\twget -O get-pip.py \"$PYTHON_GET_PIP_URL\"; \techo \"$PYTHON_GET_PIP_SHA256 *get-pip.py\" | sha256sum --check --strict -; \t\tapt-mark auto '.*' > /dev/null; \t[ -z \"$savedAptMark\" ] || apt-mark manual $savedAptMark; \tapt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; \trm -rf /var/lib/apt/lists/*; \t\tpython get-pip.py \t\t--disable-pip-version-check \t\t--no-cache-dir \t\t\"pip==$PYTHON_PIP_VERSION\" \t; \tpip --version; \t\tfind /usr/local -depth \t\t\\( \t\t\t\\( -type d -a \\( -name test -o -name tests -o -name idle_test \\) \\) \t\t\t-o \t\t\t\\( -type f -a \\( -name '*.pyc' -o -name '*.pyo' \\) \\) \t\t\\) -exec rm -rf '{}' +; \trm -f get-pip.py"
+			},
+			{
+				"size": 0,
+				"instruction": " CMD [\"python3\"]"
+			},
+			{
+				"digest": "sha256:2a5987f3c885013cfbe6ee2d5fa8bf80cbc61323e0ac8aa63ab2720faa2b9531",
+				"size": 926625,
+				"instruction": "COPY file:c7a381cd8311209dda148a7d15ef252c496da848907afaa18f8371d09648021e in /usr/local/bin/wget-lua "
+			},
+			{
+				"size": 0,
+				"instruction": " ENV LC_ALL=C"
+			},
+			{
+				"digest": "sha256:4c4e90548af1cdbeb6d8ce5cde1c907ac0a4e48aed698d9a80b2afd3d3128111",
+				"size": 41771879,
+				"instruction": "/bin/sh -c echo deb http://deb.debian.org/debian buster-backports main contrib > /etc/apt/sources.list.d/backports.list  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io update  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io install rsync liblua5.1-0 libluajit-5.1-2 libidn11 lua-socket libpsl5 git  && DEBIAN_FRONTEND=noninteractive DEBIAN_PRIORITY=critical apt-get -qqy --no-install-recommends -o Dpkg::Options::=--force-confdef -o Dpkg::Options::=--force-confold -o Dpkg::Options::=--force-unsafe-io -t buster-backports install zstd libzstd-dev libzstd1  && pip install requests seesaw warcio zstandard  && chmod +x /usr/local/bin/wget-lua  && rm -rf /var/lib/apt/lists/*"
+			},
+			{
+				"digest": "sha256:0c0bb03728b9b8735afce4e3653c7761db07f3245cfa66a44bda45f8022184c8",
+				"size": 93,
+				"instruction": "WORKDIR /grab"
+			},
+			{
+				"size": 0,
+				"instruction": " STOPSIGNAL SIGINT"
+			},
+			{
+				"size": 0,
+				"instruction": " ENTRYPOINT [\"run-pipeline3\" \"--disable-web-server\" \"pipeline.py\"]"
+			}
+		],
+		"os": "linux",
+		"os_features": null,
+		"os_version": null,
+		"size": 85903786,
+		"status": "active",
+		"last_pulled": "2021-02-20T02:21:58.476745Z",
+		"last_pushed": "2021-02-13T11:25:52.045638Z"
+	}
+]

warcforceone/repositories/grab-base/tags/latest.info.json

@@ -0,0 +1,30 @@
+{
+	"creator": 6911312,
+	"id": 63789861,
+	"image_id": null,
+	"images": [
+		{
+			"architecture": "amd64",
+			"features": "",
+			"variant": null,
+			"digest": "sha256:269f12c7c0d41372eeab2b2a37e19f8dbf26a20328d1bd943b5be0b260a790a1",
+			"os": "linux",
+			"os_features": "",
+			"os_version": null,
+			"size": 85903786,
+			"status": "active",
+			"last_pulled": "2021-02-20T02:21:58.476745Z",
+			"last_pushed": "2021-02-13T11:25:52.045638Z"
+		}
+	],
+	"last_updated": "2021-02-13T11:25:52.045638Z",
+	"last_updater": 6911312,
+	"last_updater_username": "warcforceone",
+	"name": "latest",
+	"repository": 7470894,
+	"full_size": 85903786,
+	"v2": true,
+	"tag_status": "active",
+	"tag_last_pulled": "2021-02-20T02:21:58.476745Z",
+	"tag_last_pushed": "2021-02-13T11:25:52.045638Z"
+}

warcforceone/repositories/instaudio-grab/Dockerfile

@@ -0,0 +1,3 @@
+FROM warcforceone/grab-base
+COPY . /grab
+RUN ln -fs /usr/local/bin/wget-lua /grab/wget-lua