Merge pull request #96 from konecty/refactor/konsistent

Refactor / Konsistent

Author: 7sete7

package.json

@@ -24,6 +24,7 @@
 		"@fastify/formbody": "^7.4.0",
 		"@fastify/multipart": "^8.0.0",
 		"@types/ua-parser-js": "^0.7.38",
+		"@types/uuid": "^9.0.7",
 		"async": "^3.2.4",
 		"bcryptjs": "^2.4.3",
 		"bluebird": "^3.7.2",

src/imports/data/data.js

@@ -33,6 +33,7 @@ import { clearProjectionPathCollision, filterConditionToFn, parseFilterObject }
 import { parseSortArray } from './sortUtils';
 
 import { getUserSafe } from '@imports/auth/getUser';
+import processIncomingChange from '@imports/konsistent/processIncomingChange';
 import { DEFAULT_PAGE_SIZE } from '../consts';
 import { dateToString, stringToDate } from '../data/dateParser';
 import { populateLookupsData } from '../data/populateLookupsData';
@@ -1151,6 +1152,13 @@ export async function create({ authTokenId, document, data, contextUser, upsert,
 		}
 
 		if (resultRecord != null) {
+			if (MetaObject.Namespace.useExternalKonsistent !== true) {
+				try {
+					await processIncomingChange(document, resultRecord, 'create', user);
+				} catch (e) {
+					logger.error(e, `Error on processIncomingChange ${document}: ${e.message}`);
+				}
+			}
 			return successReturn([dateToString(resultRecord)]);
 		}
 	}
@@ -1343,8 +1351,7 @@ export async function update({ authTokenId, document, data, contextUser }) {
 					Object.keys(data.data).forEach(fieldName => {
 						if (record.diffs[fieldName] != null) {
 							acc.push(
-								`[${document}] Record ${record.dataId} is out of date, field ${fieldName} was updated at ${DateTime.fromJSDate(record.createdAt).toISO()} by ${
-									record.createdBy.name
+								`[${document}] Record ${record.dataId} is out of date, field ${fieldName} was updated at ${DateTime.fromJSDate(record.createdAt).toISO()} by ${record.createdBy.name
 								}`,
 							);
 						}
@@ -1559,6 +1566,16 @@ export async function update({ authTokenId, document, data, contextUser }) {
 			await runScriptAfterSave({ script: metaObject.scriptAfterSave, data: updatedRecords, user, extraData: { original: existsRecords } });
 		}
 
+		if (MetaObject.Namespace.useExternalKonsistent !== true) {
+			try {
+				for await (const record of updatedRecords) {
+					await processIncomingChange(document, record, 'update', user);
+				}
+			} catch (e) {
+				logger.error(e, `Error on processIncomingChange ${document}: ${e.message}`);
+			}
+		}
+
 		const responseData = updatedRecords.map(record => removeUnauthorizedDataForRead(access, record)).map(record => dateToString(record));
 
 		if (emailsToSend.length > 0) {

src/imports/konsistent/createHistory.js

@@ -0,0 +1,69 @@
+import { MetaObject } from "@imports/model/MetaObject";
+import { logger } from "@imports/utils/logger";
+import get from "lodash/get";
+
+export default async function createHistory(metaName, action, id, data, updatedBy, updatedAt, changeId) {
+    // If data is empty or no update data is avaible then abort
+    if (Object.keys(data).length === 0 || updatedAt == null || updatedBy == null) {
+        return;
+    }
+
+    const startTime = process.hrtime();
+
+    const historyData = {};
+
+    const meta = MetaObject.Meta[metaName];
+
+    // Remove fields that is marked to ignore history
+    for (let key in data) {
+        const value = data[key];
+        const field = meta.fields[key];
+        if (get(field, 'ignoreHistory', false) !== true) {
+            historyData[key] = value;
+        }
+    }
+
+    // Get history collection
+    const history = MetaObject.Collections[`${metaName}.History`];
+
+    // If can't get history collection terminate this method
+    if (!history) {
+        return logger.error(`Can't get History collection from ${metaName}`);
+    }
+
+    const historyQuery = { _id: changeId };
+
+    // Define base data to history
+    const historyItem = {
+        dataId: id,
+        createdAt: updatedAt,
+        createdBy: updatedBy,
+        data: historyData,
+        type: action,
+    };
+
+    // Create history!
+    try {
+        await history.updateOne(historyQuery, { $set: historyItem, $setOnInsert: historyQuery }, { upsert: true });
+
+        const updateTime = process.hrtime(startTime);
+        // Log operation to shell
+        let log = metaName;
+
+        switch (action) {
+            case 'create':
+                log = `${updateTime[0]}s ${updateTime[1] / 1000000}ms => Create history to create action over  ${log}`;
+                break;
+            case 'update':
+                log = `${updateTime[0]}s ${updateTime[1] / 1000000}ms => Create history to update action over ${log}`;
+                break;
+            case 'delete':
+                log = `${updateTime[0]}s ${updateTime[1] / 1000000}ms => Create history to delete action over ${log}`;
+                break;
+        }
+
+        logger.debug(log);
+    } catch (e) {
+        logger.error(e, 'Error on create history');
+    }
+}