From 117e9e999615dc0dcb7dff575eddf7567785922e Mon Sep 17 00:00:00 2001 From: erjia Date: Tue, 15 Nov 2022 10:22:07 -0800 Subject: [PATCH] Fix tests to access S3 (#896) Summary: Fixes failed tests as the open-sourced Dataset has changed. Pull Request resolved: https://github.com/pytorch/data/pull/896 Reviewed By: NivekT Differential Revision: D41309257 Pulled By: ejguan fbshipit-source-id: 9c106a4dc5d4541c7fe402b24b68eeb8149fdd11 --- test/test_remote_io.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/test/test_remote_io.py b/test/test_remote_io.py index 055696863..95b175010 100644 --- a/test/test_remote_io.py +++ b/test/test_remote_io.py @@ -192,7 +192,7 @@ def _filepath_fn(url): @skipIfNoFSSpecS3 def test_fsspec_io_iterdatapipe(self): input_list = [ - (["s3://ai2-public-datasets"], 39), # bucket without '/' + (["s3://ai2-public-datasets"], 40), # bucket without '/' (["s3://ai2-public-datasets/charades/"], 18), # bucket with '/' ( [ @@ -226,8 +226,8 @@ def test_disabled_s3_io_iterdatapipe(self): def test_s3_io_iterdatapipe(self): # S3FileLister: different inputs input_list = [ - [["s3://ai2-public-datasets"], 77], # bucket without '/' - [["s3://ai2-public-datasets/"], 77], # bucket with '/' + [["s3://ai2-public-datasets"], 78], # bucket without '/' + [["s3://ai2-public-datasets/"], 78], # bucket with '/' [["s3://ai2-public-datasets/charades"], 18], # folder without '/' [["s3://ai2-public-datasets/charades/"], 18], # folder without '/' [["s3://ai2-public-datasets/charad"], 18], # prefix