v2.7.0

- Added --workers to adjust pool thread workers for Thread Pool Scraper
- Use Firefox instead of Chrome
- Adjusted wait time for clicking pop-up ad to 2 seconds
- Adjusted scroll-down length from 2,000 to 8,000 pixels
- Adjusted logger from loguru to use Standard Output instead of Standard Error for logging that printed in terminal
- Added InvalidSessionIdException and NoSuchWindowException for a Thread Pool Scraper

japan_avg_hotel_price_finder/scrape.py

@@ -161,7 +161,7 @@ def scroll_down_until_page_bottom(driver: WebDriver) -> None:
         logger.debug(f'{current_height = }')
 
         # Scroll down to the bottom
-        driver.execute_script("window.scrollBy(0, 8000);")
+        driver.execute_script("window.scrollBy(0, 6000);")
 
         # Get current height
         new_height = driver.execute_script("return window.scrollY")

japan_avg_hotel_price_finder/thread_scrape.py

@@ -18,7 +18,7 @@
 
 import pandas as pd
 from loguru import logger
-from selenium.common import InvalidSessionIdException
+from selenium.common import InvalidSessionIdException, NoSuchWindowException
 
 from japan_avg_hotel_price_finder.scrape_until_month_end import MonthEndBasicScraper
 from japan_avg_hotel_price_finder.utils import check_if_current_date_has_passed
@@ -88,7 +88,10 @@ def scrape_each_date(day: int) -> None:
                         future.result()
                     except InvalidSessionIdException as e:
                         logger.error(e)
-                        logger.error('Tried to run command without establishing a connection')
+                        logger.error('Tried to run command without establishing a connection.')
+                    except NoSuchWindowException as e:
+                        logger.error(e)
+                        logger.error('The browser window was closed already.')
 
             # Concatenate all DataFrames in the 'results' list into a single DataFrame
             df = pd.concat(results, ignore_index=True)