#19: add relevant mocha tests from cert repo

lib/common.js

@@ -202,6 +202,21 @@ const readFile = async (path = '') => {
   }
 };
 
+const reportTypes = {
+  DATA_DICTIONARY: {
+    name: 'data_dictionary'
+  },
+  WEB_API_SERVER_CORE: {
+    name: 'web_api_server_core'
+  },
+  DATA_DICTIONARY_WITH_IDX_PAYLOAD: {
+    name: 'data_dictionary_with_IDX_payload'
+  },
+  DATA_AVAILABILITY: {
+    name: 'data_availability'
+  }
+};
+
 module.exports = {
   getFieldDetails,
   getIdxCounts,
@@ -213,5 +228,6 @@ module.exports = {
   readFile,
   getMetadata,
   getLookupMap,
-  getStandardMetadata
+  getStandardMetadata,
+  reportTypes
 };

lib/process-cucumber-json.js

@@ -61,7 +61,7 @@ const parseErrorLogSingleLine = (log = '') => {
   };
 };
 
-// some logs can have new line in the moddle of the message. this causes an issue when parsing multi-line logs. we fix this issue here.
+// some logs can have new line in the middle of the message. this causes an issue when parsing multi-line logs. we fix this issue here.
 const sanitizeLogs = (logs = []) => {
   const timestampRegex = /^\[\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{3}\]/;
   return logs.reduce((acc, curr) => {

test/etl.js → test/cucumber-reports.js

@@ -1,15 +1,15 @@
 const fs = require('fs');
 const { processCucumberJson: processCucumber } = require('../index');
 const { parseErrorLog, processCucumberJson } = processCucumber;
-const passedOnlyReport = require('./sample-reports/cucumber-passed-only.json');
-const errorOnlyReport = require('./sample-reports/cucumber-error-only.json');
-const errorAndPassed = require('./sample-reports/cucumber-passed-error.json');
+const passedOnlyReport = require('./sample-cucumber-reports/cucumber-passed-only.json');
+const errorOnlyReport = require('./sample-cucumber-reports/cucumber-error-only.json');
+const errorAndPassed = require('./sample-cucumber-reports/cucumber-passed-error.json');
 // Import the assert library
 const assert = require('assert');
 
-const errorLog = fs.readFileSync(`${__dirname}/sample-reports/error.log.txt`).toString();
+const errorLog = fs.readFileSync(`${__dirname}/sample-cucumber-reports/error.log.txt`).toString();
 const errorLogMultiline = fs
-  .readFileSync(`${__dirname}/sample-reports/error.multiline.log.txt`)
+  .readFileSync(`${__dirname}/sample-cucumber-reports/error.multiline.log.txt`)
   .toString();
 
 describe('processCucumberJson', function () {

test/data-availability.js

@@ -0,0 +1,13 @@
+const { daReport } = require('./sample-data-availability-reports/availability-report');
+const expectedReport = require('./sample-data-availability-reports/expected-availability-report.json');
+const {
+  processDataAvailability: { processDataAvailability }
+} = require('..');
+const assert = require('assert');
+
+describe('process-metadata', function () {
+  it('should match the expected data', async () => {
+    const processedReport = await processDataAvailability(daReport);
+    assert.deepStrictEqual(JSON.parse(JSON.stringify(processedReport)), expectedReport);
+  });
+});

test/data-dictionary.js

@@ -0,0 +1,13 @@
+const { metadataReport } = require('./sample-data-dictionary-reports/metadata-report');
+const expectedReport = require('./sample-data-dictionary-reports/expected-metadata-report.json');
+const {
+  processMetadata: { processMetadataReport }
+} = require('..');
+const assert = require('assert');
+
+describe('process-metadata', function () {
+  it('should match the expected data', () => {
+    const processedReport = processMetadataReport(metadataReport);
+    assert.deepStrictEqual(JSON.parse(JSON.stringify(processedReport)), expectedReport);
+  });
+});

test/sample-data-availability-reports/availability-report.js

@@ -0,0 +1,138 @@
+const { reportTypes } = require('../../lib/common');
+
+const daReport = {
+  description: 'RESO Data Availability Report',
+  version: '1.7',
+  generatedOn: '2022-03-15T10:12:32.319Z',
+  type: reportTypes.DATA_AVAILABILITY.name,
+  resources: [
+    {
+      resourceName: 'Office',
+      recordCount: 1000,
+      numRecordsFetched: 1000,
+      numSamples: 10,
+      pageSize: 100,
+      averageResponseBytes: 100000,
+      averageResponseTimeMillis: 1500,
+      dateField: 'ModificationTimestamp',
+      dateLow: '2021-03-15T10:12:32.319Z',
+      dateHigh: '2022-03-15T10:12:32.319Z',
+      keyFields: ['OfficeKey']
+    },
+    {
+      resourceName: 'Property',
+      recordCount: 1000,
+      numRecordsFetched: 1000,
+      numSamples: 10,
+      pageSize: 100,
+      averageResponseBytes: 100000,
+      averageResponseTimeMillis: 2000,
+      dateField: 'ModificationTimestamp',
+      dateLow: '2021-03-15T10:12:32.319Z',
+      dateHigh: '2022-03-15T10:12:32.319Z',
+      keyFields: ['ListingKey'],
+      postalCodes: ['12345', '67890']
+    }
+  ],
+  fields: [
+    {
+      resourceName: 'Office',
+      fieldName: 'OfficeStateOrProvince',
+      frequency: 1000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'AccessibilityFeatures',
+      frequency: 2000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'StandardStatus',
+      frequency: 1000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'ListPrice',
+      frequency: 999
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'CustomLookupField123',
+      frequency: 500
+    }
+  ],
+  lookups: [
+    {
+      resourceName: 'Office',
+      fieldName: 'OfficeStateOrProvince',
+      numLookupsTotal: 1000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'AccessibilityFeatures',
+      numLookupsTotal: 1000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'StandardStatus',
+      numLookupsTotal: 1000
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'CustomLookupField123',
+      numLookupsTotal: 1000
+    }
+  ],
+  lookupValues: [
+    {
+      resourceName: 'Office',
+      fieldName: 'OfficeStateOrProvince',
+      lookupValue: 'CA',
+      frequency: 900
+    },
+    {
+      resourceName: 'Office',
+      fieldName: 'OfficeStateOrProvince',
+      lookupValue: 'HI',
+      frequency: 100
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'AccessibilityFeatures',
+      lookupValue: 'Accessible Approach with Ramp',
+      frequency: 100
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'AccessibilityFeatures',
+      lookupValue: 'ReinforcedFloors',
+      frequency: 100
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'StandardStatus',
+      lookupValue: 'Active Under Contract',
+      frequency: 900
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'StandardStatus',
+      lookupValue: 'Pending',
+      frequency: 100
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'CustomLookupField123',
+      lookupValue: 'PENDING',
+      frequency: 10
+    },
+    {
+      resourceName: 'Property',
+      fieldName: 'CustomLookupField123',
+      lookupValue: 'NULL_VALUE',
+      frequency: 9990
+    }
+  ]
+};
+
+module.exports = { daReport };