From a1e5b5be25017b0a25ec134983e6143118a0ab0c Mon Sep 17 00:00:00 2001 From: Alard Date: Sun, 21 Apr 2013 15:26:11 +0200 Subject: [PATCH] Make 25GB chunks for better uploading. --- chunker | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/chunker b/chunker index eaafb1c..6948ce6 100755 --- a/chunker +++ b/chunker @@ -10,7 +10,7 @@ PATH_TO_UPLOADS=$1 # /home/archiveteam/uploads PATH_TO_TARGET=$2 # /home/archiveteam/processed -MAX_MEGABYTES=$((1024*50)) +MAX_MEGABYTES=$((1024*25)) # find every .warc.gz in the upload directory find $PATH_TO_UPLOADS -type f -name "*.warc.gz" \