Skip to content

Commit

Permalink
fix: [tools crawler] fix helper
Browse files Browse the repository at this point in the history
  • Loading branch information
Terrtia committed Jul 25, 2023
1 parent 6a30d61 commit 4f79944
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions tools/crawler_add_task.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,13 +28,13 @@ def check_frequency(value):
if __name__ == "__main__":

# TODO add c argument for config file
parser = argparse.ArgumentParser(description='Directory or file importer')
parser = argparse.ArgumentParser(description='Send an URL to the crawler - Create a crawler task')
parser.add_argument('-u', '--url', type=str, help='URL to crawl', required=True)
parser.add_argument('-k', '--key', type=str, help='AIL API Key', required=True)
parser.add_argument('-a', '--ail', type=str, help='AIL URL')
parser.add_argument('-d', '--depth', type=int, default=1, help='Depth limit') # TODO improve me
parser.add_argument('--cookiejar', type=str, help='Cookiejar uuid')
parser.add_argument('-p', '--proxy', type=str, help='Proxy address to use, "web" and "tor" can be used as shortcut (web is used by default is )')
parser.add_argument('-p', '--proxy', type=str, help='Proxy address to use, "web" and "tor" can be used as shortcut (web is used by default if the domain isn\'t an onion)')

group = parser.add_mutually_exclusive_group()
group.add_argument('--har', dest='har', action='store_true', help='Save HAR')
Expand Down

0 comments on commit 4f79944

Please sign in to comment.