Skip to content

Commit

Permalink
Updating testing
Browse files Browse the repository at this point in the history
  • Loading branch information
madereddy committed Nov 10, 2023
1 parent 13ee423 commit 905f085
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 3 deletions.
2 changes: 1 addition & 1 deletion .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ jobs:
- run:
name: Test Docker image
command: |
docker run $IMAGE_NAME
timeout 60 docker run $IMAGE_NAME --min_sleep 1 --max_sleep 5; test $? -eq 124 && echo "Container ran for 60 seconds without failing"
- run:
name: Archive Docker image
command: docker save -o image.tar $IMAGE_NAME
Expand Down
9 changes: 7 additions & 2 deletions noisy.py
Original file line number Diff line number Diff line change
Expand Up @@ -247,8 +247,9 @@ def main():
parser = argparse.ArgumentParser()
parser.add_argument('--log', metavar='-l', type=str, help='logging level', default='info')
parser.add_argument('--config', metavar='-c', required=True, type=str, help='config file')
parser.add_argument('--timeout', metavar='-t', required=False, type=int,
help='for how long the crawler should be running, in seconds', default=False)
parser.add_argument('--timeout', metavar='-t', required=False, type=int, help='for how long the crawler should be running, in seconds', default=False)
parser.add_argument('--min_sleep', metavar='-min', required=False, type=int, help='Minimum sleep before clicking another link.')
parser.add_argument('--max_sleep', metavar='-max', required=False, type=int, help='Maximum sleep before clicking another link.')
args = parser.parse_args()

level = getattr(logging, args.log.upper())
Expand All @@ -259,6 +260,10 @@ def main():

if args.timeout:
crawler.set_option('timeout', args.timeout)
if args.min_sleep:
crawler.set_option('min_sleep', args.min_sleep)
if args.max_sleep:
crawler.set_option('max_sleep', args.max_sleep)

crawler.crawl()

Expand Down

0 comments on commit 905f085

Please sign in to comment.