diff --git a/chunker b/chunker index eaafb1c..6948ce6 100755 --- a/chunker +++ b/chunker @@ -10,7 +10,7 @@ PATH_TO_UPLOADS=$1 # /home/archiveteam/uploads PATH_TO_TARGET=$2 # /home/archiveteam/processed -MAX_MEGABYTES=$((1024*50)) +MAX_MEGABYTES=$((1024*25)) # find every .warc.gz in the upload directory find $PATH_TO_UPLOADS -type f -name "*.warc.gz" \