feat(explode-fields): Explode name fields such that no field contains…

… more than a single value

Document.js

@@ -45,6 +45,7 @@ function Document( source, layer, source_id ){
   this.addPostProcessingScript( require('./post/deduplication') );
   this.addPostProcessingScript( require('./post/language_field_trimming') );
   this.addPostProcessingScript( require('./post/popularity') );
+  this.addPostProcessingScript( require('./post/explode_fields') );
 
   // mandatory properties
   this.setSource( source );

post/explode_fields.js

@@ -0,0 +1,26 @@
+/**
+ * Explode name fields such that no field contains more than a
+ * single value.
+ */
+
+const _ = require('lodash');
+const prefix = 'name';
+
+function explode(doc) {
+  let field = doc[prefix];
+  if (!_.isPlainObject(field)) { return; }
+
+  _.each(field, (values, subfield) => {
+    if (_.isArray(values) && _.size(values) > 1) {
+      _.each(values, (value, i) => {
+        if (i === 0) {
+          doc[prefix][subfield] = value;
+        } else {
+          doc[prefix][`${subfield}_${i}`] = value;
+        }
+      });
+    }
+  });
+}
+
+module.exports = explode;

test/document/post.js

@@ -5,7 +5,15 @@ const seperable_street_names = require('../../post/seperable_street_names').post
 const deduplication = require('../../post/deduplication');
 const language_field_trimming = require('../../post/language_field_trimming');
 const popularity = require('../../post/popularity');
-const DEFAULT_SCRIPTS = [intersections, seperable_street_names, deduplication, language_field_trimming, popularity];
+const explode_fields = require('../../post/explode_fields');
+const DEFAULT_SCRIPTS = [
+  intersections,
+  seperable_street_names,
+  deduplication,
+  language_field_trimming,
+  popularity,
+  explode_fields
+];
 
 module.exports.tests = {};
 

test/document/toESDocument.js

@@ -109,10 +109,14 @@ module.exports.tests.toESDocument = function(test) {
         layer: 'mylayer',
         source_id: 'myid',
         name: {
-          myprop: [ 'myname', 'myname2', 'myname3' ]
+          myprop: 'myname',
+          myprop_1: 'myname2',
+          myprop_2: 'myname3'
         },
         phrase: {
-          myprop: [ 'myname', 'myname2', 'myname3' ]
+          myprop: 'myname',
+          myprop_1: 'myname2',
+          myprop_2: 'myname3'
         }
       }
     };