fix(scraper): fix wait for selectors

Signed-off-by: euberdeveloper <euberdeveloper@gmail.com>
euberdeveloper · Feb 5, 2022 · 726098b · 726098b
1 parent 67d2f01
commit 726098b
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "bbb-video-scraper",
-  "version": "1.0.1",
+  "version": "1.0.2",
   "description": "This is a scraper written in Node.js and using Puppeteer that gets the videos served by BBB services",
   "main": "bundled/index.js",
   "types": "bundled/index.d.ts",

diff --git a/source/utils/scraper.ts b/source/utils/scraper.ts
@@ -78,13 +78,19 @@ export class BBBVideoScraper {
             await page.goto(url, { waitUntil: 'networkidle0' });
 
             if (scrapingOptions.duration === null) {
+                logger.debug('Waiting for selector of video duration');
+                await page.waitForSelector('.vjs-remaining-time-display');
+
                 logger.debug('Getting the total time of the video');
                 const durationText = await page.$eval('.vjs-remaining-time-display', el => {
                     return el.innerHTML;
                 });
                 scrapingOptions.duration = this.handleDurationText(durationText);
             }
 
+            logger.debug('Waiting for selector of play button');
+            await page.waitForSelector('.vjs-big-play-button');
+
             logger.debug('Clicking play on the video');
             await page.click('.vjs-big-play-button');