fix: add csv-writer dependency for market-trends-scraper

.env.example

@@ -8,6 +8,13 @@ GOOGLE_SHEETS_ID=14pX6dV6-5KLHYPuU1YsZSzu5SLHVbUxU78YQvIIRV_c
 # For local development: Put your service account JSON in google-credentials.json
 # For GitHub Actions: Set as GOOGLE_SHEETS_CREDENTIALS secret
 
+# Notion Configuration
+NOTION_TOKEN=secret_xxx
+NOTION_TRENDS_DB_ID=xxx
+NOTION_CONTENT_PIPELINE_DB_ID=xxx
+NOTION_PAIN_POINTS_DB_ID=xxx
+NOTION_CASE_STUDIES_DB_ID=xxx
+
 # Optional: Logging level
 LOG_LEVEL=info
 

.github/workflows/weekly-concurrent-activity.yml

@@ -17,15 +17,15 @@ jobs:
           node-version: '20'
           cache: 'npm'
       - run: npm install
-      - name: Decode credentials
-        run: echo "${{ secrets.GOOGLE_CREDENTIALS }}" | base64 -d > credentials.json
+
       - name: Run concurrent-tracker
         run: node concurrent-tracker.js
-      - name: Push to Sheets
+
+      - name: Push to Google Sheets
+        if: ${{ secrets.GOOGLE_CREDENTIALS != '' }}
         env:
+          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
           SHEET_ID: ${{ secrets.SHEET_ID }}
           SHEET_TAB: "Concurrent Activity"
         run: node push-to-sheets.js
-      - name: Cleanup credentials
-        if: always()
-        run: rm -f credentials.json
+        continue-on-error: true

.github/workflows/weekly-icp-activity.yml

@@ -17,15 +17,15 @@ jobs:
           node-version: '20'
           cache: 'npm'
       - run: npm install
-      - name: Decode credentials
-        run: echo "${{ secrets.GOOGLE_CREDENTIALS }}" | base64 -d > credentials.json
+
       - name: Run icp-monitor
         run: node icp-monitor.js
-      - name: Push to Sheets
+
+      - name: Push to Google Sheets
+        if: ${{ secrets.GOOGLE_CREDENTIALS != '' }}
         env:
+          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
           SHEET_ID: ${{ secrets.SHEET_ID }}
           SHEET_TAB: "ICP Monitor"
         run: node push-to-sheets.js
-      - name: Cleanup credentials
-        if: always()
-        run: rm -f credentials.json
+        continue-on-error: true

.github/workflows/weekly-market-trends.yml

@@ -17,15 +17,21 @@ jobs:
           node-version: '20'
           cache: 'npm'
       - run: npm install
-      - name: Decode credentials
-        run: echo "${{ secrets.GOOGLE_CREDENTIALS }}" | base64 -d > credentials.json
+
       - name: Run market-trends-scraper
         run: node market-trends-scraper.js
-      - name: Push to Sheets
+
+      - name: Push to Google Sheets
+        if: ${{ secrets.GOOGLE_CREDENTIALS != '' }}
         env:
+          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
           SHEET_ID: ${{ secrets.SHEET_ID }}
           SHEET_TAB: "Market Trends"
         run: node push-to-sheets.js
-      - name: Cleanup credentials
-        if: always()
-        run: rm -f credentials.json
+        continue-on-error: true
+
+      - name: Push to Notion
+        env:
+          NOTION_TOKEN: ${{ secrets.NOTION_TOKEN }}
+          NOTION_TRENDS_DB_ID: ${{ secrets.NOTION_TRENDS_DB_ID }}
+        run: node push-to-notion.js

.gitignore

@@ -36,7 +36,6 @@ create-automation-db.js
 create-notion-db.js
 inspect-database.js
 linkedin-activity-tracker.js
-push-to-notion.js
 
 # Legacy directories
 intelligence-hub/