Update scrape.py

sakan811 · Jun 16, 2024 · be7757a · be7757a
1 parent f0d609c
commit be7757a
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/japan_avg_hotel_price_finder/scrape.py b/japan_avg_hotel_price_finder/scrape.py
@@ -83,10 +83,7 @@ def transform_data(df: pd.DataFrame) -> pd.DataFrame:
     logger.info("Transforming data...")
 
     # Remove duplicate rows from the DataFrame based on 'Hotel' column
-    df_dropped = df.drop_duplicates(subset='Hotel')
-
-    # Create a copy of the relevant columns
-    df_filtered = df_dropped[['Price', 'Review']].copy()
+    df_filtered = df.drop_duplicates(subset='Hotel').copy()
 
     # Convert columns to numeric values
     df_filtered.loc[:, 'Price'] = pd.to_numeric(df_filtered['Price'], errors='coerce')