Merge pull request #337 from ThinkDeepTech/hm/truncated-tweets

Author: haydenmcp

packages/deep-microservice-collection/collect-data/src/collect-data.mjs

@@ -100,7 +100,7 @@ try {
                 await collectDataClient.connect();
 
                 const recentTweets = await collectDataClient.fetchRecentTweets({
-                    query: `${options.entityName} lang:en`,
+                    query: `${options.entityName} lang:en -is:retweet`,
                     max_results: options.numTweets
                 });
                 logger.debug(`Retrieved the following tweets: ${JSON.stringify(recentTweets)}`);

packages/deep-microservice-collection/src/collection-service.mjs

@@ -140,7 +140,8 @@ class CollectionService {
                  * As a result, ~400 businesses can be watched when fetched every 6 hours.
                  */
                  /** min | hour | day | month | weekday */
-                schedule: `0 */6 * * *`,
+                // schedule: `0 */6 * * *`,
+                schedule: `* * * * *`,
                 image: 'thinkdeeptech/collect-data:latest',
                 command: 'node',
                 args: ['src/collect-data.mjs', `--entity-name=${entityName}`, `--entity-type=${entityType}`, '--operation-type=fetch-tweets']