Add slack connector

package.json

@@ -41,6 +41,8 @@
     "@notionhq/client": "^2.2.15",
     "@oauth-everything/passport-discord": "^1.0.2",
     "@sapphire/snowflake": "^3.4.2",
+    "@slack/oauth": "^3.0.1",
+    "@slack/web-api": "^7.4.0",
     "@superfaceai/passport-twitter-oauth2": "^1.2.3",
     "@tensorflow-models/universal-sentence-encoder": "^1.3.3",
     "@verida/account-node": "^4.4.1",
@@ -54,7 +56,7 @@
     "@verida/verifiable-credentials": "^4.4.0",
     "@verida/web3": "^4.4.0",
     "aws-serverless-express": "^3.4.0",
-    "axios": "^1.7.2",
+    "axios": "^1.7.7",
     "body-parser": "^1.19.0",
     "closevector-node": "^0.1.6",
     "cors": "^2.8.5",

src/providers/BaseSyncHandler.ts

@@ -397,6 +397,6 @@ export default class BaseSyncHandler extends EventEmitter {
     }
 
     protected buildItemId(itemId: string) {
-        return `${this.provider.getProviderName()}-${this.connection.profile.id}-${itemId}`
+        return `${this.provider.getProviderId()}-${this.connection.profile.id}-${itemId}`
     }
 }

src/providers/google/README.md

@@ -26,9 +26,9 @@ Before running the unit tests, ensure that you have the following set up:
 1. **YouTube Account**: A YouTube account with some activity is required. This activity includes uploaded videos, subscriptions, and liked videos.
 
 2. **YouTube Data**: Make sure your YouTube account has:
-   - **Favorites**: At least 14 videos you have liked.
-   - **Following**: At least 14 Channels you have subscribed to.
-   - **Posts**: At least 14 videos you have uploaded.
+   - **Favorites**: At least 4 videos you have liked.
+   - **Following**: At least 4 Channels you have subscribed to.
+   - **Posts**: At least 4 videos you have uploaded.
 3. **Activity**: Make sure you have made activities within the last 24 hours.
 
 ## Running the Tests

src/providers/slack/NOTES.md

@@ -0,0 +1,12 @@
+
+# Setup
+
+Slack only permits users to extract their data by installing the Verida Data Connector application into the Slack workspace. You will require an administrator to approve this application installation before you can start to sync your data.
+
+# Sync
+
+The following data is syncronized:
+
+- DMs
+- Public channels you can access
+- Private channels you can access

src/providers/slack/README.md

@@ -0,0 +1,38 @@
+# Slack APP configuration
+
+1. Please go to [Slack API Apps](https://api.slack.com/apps)
+2. Create new app
+    - Select `From scratch`
+    - Add `App Name` and select a workspace to be used for development
+3. You can get `client ID` and `client Secret` from the `Basic Information` section
+4. Add redirect URL and scopes in `OAuth & Permissions` section
+    - Redirect URL: `https://127.0.0.1:5021/callback/slack`
+    - There are two types of tokens: bot and user, and add following scopes: `channels:history`, `channels:read`, `groups:read`, `users:read`, `im:read`, `im:history`
+
+# Notes
+Slack workspaces might have many public channels and spam messages that are less relevant to users' privacy, so **DM/Private** groups have priority.
+
+Slack `ItemsRangeTracker` is based on timestamps, which are used as the IDs of chat message records due to the nature of its API.
+
+Slack supports two types of pagination: timeline-based and cursor-based
+
+### Timeline Based
+```
+const response = await apiClient.conversations.history({
+     channel,
+     limit,
+     oldest,           // from timestamp
+     latest            // end timestamp
+});
+```
+
+### Cursor Based
+```
+const response = await apiClient.conversations.history({
+     channel,
+     limit,
+     cursor,           // next_cursor from response_metadata
+});
+```
+
+We use Cusor-based pagination here which is equal to 'pageToken` from Google to provide consistency.