Replace URIs by URLs

Author: LeoFrachet

lib/post-processor.js

@@ -1,3 +1,5 @@
+const md5 = require('md5');
+
 /**
  * cleanup i18n fields.
  * A valid i18n field is of the following
@@ -15,6 +17,49 @@ var processI18nField = function(field) {
   }
 }
 
+/**
+ * Cleanup image fields.
+ * URIs must be transformed into URLs.
+ */
+const URI_REGEX = /^(carto|osmic|osm-icons|https?|res):\/\/(.*)$/;
+const processImageField = function(field) {
+  function cleanUri(uri) {
+    const prefix = uri.replace(URI_REGEX, '$1');
+    const imageName = uri.replace(URI_REGEX, '$2');
+
+    switch (prefix) {
+      case 'carto':
+        return `https://raw.githubusercontent.com/gravitystorm/openstreetmap-carto/master/symbols/${imageName}.svg`;
+      case 'osmic':
+        return `https://raw.githubusercontent.com/gmgeo/osmic/master/${imageName}.svg`;
+      case 'osm-icons':
+        /* The directory names are from the first two characters of the md5 hash of the final filename.
+         * Source: https://www.mediawiki.org/wiki/Manual:Image_administration#Data_storage */
+        const hash = md5(imageName.replace(/ /g, '_') + '.svg');
+        return `http://osm-icons.org/images/${hash[0]}/${hash.substring(0,2)}/${imageName}.svg`;
+      case 'res':
+        return `file://${imageName}`;
+      case 'http':
+      case 'https':
+        return uri;
+      default:
+        console.log('Unsupported prefix: ' + prefix);
+        return;
+    }
+  }
+
+  if (typeof field === 'string') {
+    return cleanUri(field);
+  } else if (typeof field === 'object') {
+    for (const language of Object.keys(field)) {
+      field[language] = cleanUri(field[language]);
+    }
+    return field;
+  } else {
+    console.log('Unknown field type for an image: ' + field);
+  }
+};
+
 /**
  * Clean values and ensure they are all converted into an i18nalized map
  */
@@ -48,30 +93,42 @@ var cleanValues = function(values) {
  * - all tag values fields are declared in a key/value form
  */
 var postProcessCleanup = function(parsed) {
+  if (typeof parsed.image != 'undefined') {
+    parsed.image = processImageField(parsed.image);
+  }
   for (var i in parsed.groups) {
     var group = parsed.groups[i];
     processI18nField(group.name);
     if (typeof group.description != 'undefined') {
       processI18nField(group.description);
     }
+    if (typeof group.icon != 'undefined') {
+      group.icon = processImageField(group.icon);
+    }
     console.log("-----------------------------------------------------")
     console.log("Processing group " + group.name.default);
     console.log("-----------------------------------------------------")
     for (var j in group.items) {
       var item = group.items[j];
       processI18nField(item.label);
       processI18nField(item.description);
+      if (typeof item.icon != 'undefined') {
+        item.icon = processImageField(item.icon);
+      }
       console.log("Processing item " + item.label.default);
       for (var k in item.tags) {
         var tag = item.tags[k];
         if (typeof tag.values != 'undefined') {
           // Tag has values
           cleanValues(tag.values);
         }
+        if (typeof tag.images != 'undefined') {
+          tag.images = processImageField(tag.images);
+        }
       }
     }
   }
-}
+};
 
 module.exports = {
   "postProcessCleanup": postProcessCleanup

package.json

@@ -7,6 +7,7 @@
     "fs-extra": "^5.0.0",
     "js-yaml": "^3.6.1",
     "jsonschema": "^1.1.0",
+    "md5": "^2.2.1",
     "rmdir-recursive": "0.0.1",
     "xml2js": "^0.4.17"
   },