Merge branch 'main' of https://git.yasue.org/ken/tripadviser_scraper

src/lib/utils.ts

@@ -14,10 +14,36 @@ export class WebDriverUtils {
      * @param seconds Number of seconds to wait
      * @returns Promise that resolves after the specified time
      */
-    static async wait(seconds: number = 3): Promise<void> {
-        seconds = Math.floor(Math.random() * 1000) % 3 + 3;
-        console.log(`Waiting for ${seconds} seconds...`);
-        return new Promise(resolve => setTimeout(resolve, seconds * 1000));
+    static async wait(driver?: WebDriver): Promise<void> {
+        const seconds = Math.floor(Math.random() * 1000) % 3 + 3;
+        console.log(`Scrolling to bottom for ${seconds} seconds...`);
+    
+        const endTime = Date.now() + seconds * 1000;
+    
+        let scrollCounter = 0;
+
+        while (Date.now() < endTime) {
+            try {
+                if(driver){
+                    if(scrollCounter < 4){
+                        await driver.executeScript(`
+                            window.scrollBy(0, window.innerHeight);
+                        `);
+                    }else{
+                        await driver.executeScript(`
+                            window.scrollTo(0, 0);
+                        `); 
+                    }
+
+                    scrollCounter++;
+                }
+            } catch (error) {
+                console.warn('Scroll failed:', error);
+            }
+    
+            // Wait a little between scrolls
+            await new Promise(resolve => setTimeout(resolve, 500));
+        }
     }
 
     /**