Browse Source

Introduce a way to provide additional arguments to processors

master
JustAnotherArchivist 3 years ago
parent
commit
a38efc31b6
1 changed files with 7 additions and 2 deletions
  1. +7
    -2
      warc-tiny

+ 7
- 2
warc-tiny View File

@@ -185,6 +185,11 @@ def iter_warc(f):


class ProcessMode:
@classmethod
def split_args(cls, args):
'''Split args into arguments to be passed into __init__ and filenames'''
return (), args

def process_event(self, event):
raise NotImplementedError

@@ -363,10 +368,10 @@ def main():
assert len(sys.argv) - 1 >= 2
mode = sys.argv[1]
assert mode in processorMap
files = sys.argv[2:]
processorArgs, files = processorMap[mode].split_args(sys.argv[2:])
assert files

processor = processorMap[mode]()
processor = processorMap[mode](*processorArgs)

try:
for f in files:


Loading…
Cancel
Save