Reduce memory usage by clearing strings

Ndpnt · Ndpnt · commit 826304a35402 · 2024-11-26T16:31:19.000+01:00
diff --git a/src/archivist/index.js b/src/archivist/index.js
@@ -144,7 +144,13 @@ export default class Archivist extends events.EventEmitter {
       return;
     }
 
-    return this.recordVersion(terms, extractOnly);
+    await this.recordVersion(terms, extractOnly);
+
+    terms.sourceDocuments.forEach(sourceDocument => {
+      sourceDocument.content = null; // Reduce memory usage by clearing no longer needed large content strings
+      sourceDocument.mimeType = null; // …and associated MIME type
+      sourceDocument.snapshotId = null; // …and associated snapshot ID for consistency
+    });
   }
 
   async fetchSourceDocuments(terms) {

Original file line number	Diff line number	Diff line change
`@@ -144,7 +144,13 @@ export default class Archivist extends events.EventEmitter {`
`144`	`144`	`return;`
`145`	`145`	`}`
`146`	`146`
`147`		`- return this.recordVersion(terms, extractOnly);`
	`147`	`+ await this.recordVersion(terms, extractOnly);`
	`148`	`+`
	`149`	`+ terms.sourceDocuments.forEach(sourceDocument => {`
	`150`	`+ sourceDocument.content = null; // Reduce memory usage by clearing no longer needed large content strings`
	`151`	`+ sourceDocument.mimeType = null; // …and associated MIME type`
	`152`	`+ sourceDocument.snapshotId = null; // …and associated snapshot ID for consistency`
	`153`	`+ });`
`148`	`154`	`}`
`149`	`155`
`150`	`156`	`async fetchSourceDocuments(terms) {`