start scam adviser

package.json

@@ -40,20 +40,21 @@
     "@nestjs/schematics": "^10.0.0",
     "@nestjs/testing": "^10.0.0",
     "@types/express": "^4.17.17",
-    "@types/jest": "^29.5.2",
+    "@types/jest": "^29.5.13",
     "@types/mongoose": "^5.11.97",
     "@types/node": "^20.3.1",
     "@types/supertest": "^6.0.0",
     "@typescript-eslint/eslint-plugin": "^6.0.0",
     "@typescript-eslint/parser": "^6.0.0",
+    "axios-mock-adapter": "^2.0.0",
     "eslint": "^8.42.0",
     "eslint-config-prettier": "^9.0.0",
     "eslint-plugin-prettier": "^5.0.0",
-    "jest": "^29.5.0",
+    "jest": "^29.7.0",
     "prettier": "^3.0.0",
     "source-map-support": "^0.5.21",
     "supertest": "^6.3.3",
-    "ts-jest": "^29.1.0",
+    "ts-jest": "^29.2.5",
     "ts-loader": "^9.4.3",
     "ts-node": "^10.9.1",
     "tsconfig-paths": "^4.2.0",

src/app/modules/provider/providers/scamadviser.ts

@@ -0,0 +1,44 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export class ScamAdviser {
+  private url: string;
+
+  async factory(url: string) {
+    try {
+      this.url = this.enrichUrl(url);
+      const response = await this.fetchPageData(this.url);
+      const parsedData = this.parseData(response.data);
+      return parsedData;
+    } catch (error) {
+      return {
+        crawledUrl: this.url,
+        error: error.message || 'Error during request',
+      };
+    }
+  }
+
+  private async fetchPageData(url: string) {
+    const response = await axios.get(url);
+    return response;
+  }
+
+  private enrichUrl(url: string): string {
+    if (!url.startsWith('https://www.scamadviser.com/check-website/') && !url.startsWith('https://www.scamadviser.com/')) {
+      console.log(`https://www.scamadviser.com/check-website/${url}`);
+      return `https://www.scamadviser.com/check-website/${url}`;
+    }
+    return url;
+  }
+
+  private parseData(html: string) {
+    const $ = cheerio.load(html);
+    const reviewSummary = $('[class^="quick-review-text"]').text().trim();
+    const [description, totalReviews] = reviewSummary.split('based on').map(part => part.trim());
+    const [rating] = description.split(' / ').map(part => part.trim());
+    return {
+      rating,
+      totalReviews
+    };
+  }
+}

src/app/modules/provider/providers/scamadviser.ts.spec.ts

@@ -0,0 +1,65 @@
+import axios from 'axios';
+import MockAdapter from 'axios-mock-adapter';
+import { ScamAdviser } from './ScamAdviser';
+import * as cheerio from 'cheerio';
+
+describe('ScamAdviser', () => {
+  let scamAdviser: ScamAdviser;
+  let mockAxios: MockAdapter;
+
+  beforeEach(() => {
+    scamAdviser = new ScamAdviser();
+    mockAxios = new MockAdapter(axios);
+
+    // Mock console.log to avoid seeing logs during the test
+    jest.spyOn(console, 'log').mockImplementation(() => {});
+  });
+
+  afterEach(() => {
+    mockAxios.reset();
+    jest.restoreAllMocks(); // Restore console.log and other mocks after each test
+  });
+
+  describe('factory method', () => {
+
+    it('should return an error message when the request fails', async () => {
+      const fakeUrl = 'example.com';
+      const enrichedUrl = 'https://www.scamadviser.com/check-website/example.com';
+      const errorMessage = 'Network Error';
+
+      mockAxios.onGet(enrichedUrl).networkError();
+
+      const result = await scamAdviser.factory(fakeUrl);
+
+      expect(result).toEqual({
+        crawledUrl: enrichedUrl,
+        error: errorMessage,
+      });
+    });
+  });
+
+  describe('enrichUrl method', () => {
+    it('should add ScamAdviser URL if not present', () => {
+      const result = scamAdviser['enrichUrl']('example.com');
+      expect(result).toBe('https://www.scamadviser.com/check-website/example.com');
+    });
+
+    it('should not modify URL if already in ScamAdviser format', () => {
+      const existingUrl = 'https://www.scamadviser.com/check-website/example.com';
+      const result = scamAdviser['enrichUrl'](existingUrl);
+      expect(result).toBe(existingUrl);
+    });
+  });
+
+  describe('parseData method', () => {
+    it('should extract rating and total reviews from the HTML', () => {
+      const fakeHtml = '<div class="quick-review-text">85 / 100 based on 200 reviews</div>';
+      const $ = cheerio.load(fakeHtml);
+      const result = scamAdviser['parseData'](fakeHtml);
+      expect(result).toEqual({
+        rating: '85',
+        totalReviews: '200 reviews',
+      });
+    });
+  });
+});