logging fix, deduplication files fix

dlubom · Jul 24, 2024 · 4ecbc72 · 4ecbc72
1 parent b3f370d
commit 4ecbc72
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/monthly_data_fetch.yml b/.github/workflows/monthly_data_fetch.yml
@@ -30,14 +30,14 @@ jobs:
 
     - name: Sort and remove duplicates
       run: |
-        cat iata_code_fetcher/carrier_data_full.jsonl | sort | uniq > iata_code_fetcher/carrier_data_full_unique.jsonl
-        cat iata_code_fetcher/airport_data_full.jsonl | sort | uniq > iata_code_fetcher/airport_data_full_unique.jsonl  
+        cat carrier_data_full.jsonl | sort | uniq > carrier_data_full_unique.jsonl
+        cat airport_data_full.jsonl | sort | uniq > airport_data_full_unique.jsonl  
 
     - name: Commit changes
       run: |
         git config --global user.name 'github-actions[bot]'
         git config --global user.email 'github-actions[bot]@users.noreply.github.com'
-        git add iata_code_fetcher/carrier_data_full_unique.jsonl iata_code_fetcher/airport_data_full_unique.jsonl
+        git add carrier_data_full_unique.jsonl airport_data_full_unique.jsonl
         git commit -m 'Update unique data files [skip ci]'
         git push
       env:

diff --git a/iata_code_fetcher/airport_data_full_unique.jsonl b/iata_code_fetcher/airport_data_full_unique.jsonl
diff --git a/iata_code_fetcher/carrier_data_full_unique.jsonl b/iata_code_fetcher/carrier_data_full_unique.jsonl
diff --git a/iata_code_fetcher/fetcher.py b/iata_code_fetcher/fetcher.py
@@ -73,7 +73,7 @@ def fetch_and_process_data(code: str, code_type: CodeType) -> List[Dict[str, str
             table = soup.find("table", {"class": "datatable"})
 
             if not table:
-                raise ValueError("No table found or error in response")
+                raise ValueError("No record found")
 
             headers = [th.text.strip() for th in table.find_all("td")]
             rows = []