[API] Add metafields from uiSettings to index patterns created by ingest API

src/plugins/kibana/server/lib/__tests__/init_default_field_props.js

@@ -71,4 +71,30 @@ describe('initDefaultFieldProps', function () {
     expect(rawField).to.have.property('scripted', false);
     expect(rawField).to.have.property('count', 0);
   });
+
+  it('should apply some overrides to metafields', function () {
+    const results = initDefaultFieldProps([{name: '_source'}, {name: '_timestamp'}]);
+    const expected = [
+      {
+        name: '_source',
+        indexed: false,
+        analyzed: false,
+        doc_values: false,
+        count: 0,
+        scripted: false,
+        type: '_source'
+      },
+      {
+        name: '_timestamp',
+        indexed: true,
+        analyzed: false,
+        doc_values: false,
+        count: 0,
+        scripted: false,
+        type: 'date'
+      }
+    ];
+
+    expect(_.isEqual(expected, results)).to.be.ok();
+  });
 });

src/plugins/kibana/server/lib/init_default_field_props.js

@@ -1,4 +1,5 @@
 import _ from 'lodash';
+import mappingOverrides from './mapping_overrides';
 
 module.exports = function initDefaultFieldProps(fields) {
   if (fields === undefined || !_.isArray(fields)) {
@@ -39,6 +40,10 @@ module.exports = function initDefaultFieldProps(fields) {
         count: 0
       });
     }
+
+    if (mappingOverrides[newField.name]) {
+      _.assign(newField, mappingOverrides[newField.name]);
+    }
   });
 
   return results;

src/plugins/kibana/server/lib/mapping_overrides.js

@@ -0,0 +1,38 @@
+export default {
+  _source: {
+    type: '_source',
+    indexed: false,
+    analyzed: false,
+    doc_values: false
+  },
+  _index: {
+    type: 'string',
+    indexed: false,
+    analyzed: false,
+    doc_values: false
+  },
+  _type: {
+    type: 'string',
+    indexed: false,
+    analyzed: false,
+    doc_values: false
+  },
+  _id: {
+    type: 'string',
+    indexed: false,
+    analyzed: false,
+    doc_values: false
+  },
+  _timestamp: {
+    type: 'date',
+    indexed: true,
+    analyzed: false,
+    doc_values: false
+  },
+  _score: {
+    type: 'number',
+    indexed: false,
+    analyzed: false,
+    doc_values: false
+  }
+};

src/plugins/kibana/server/routes/api/ingest/register_post.js

@@ -63,7 +63,8 @@ export function registerPost(server) {
         payload: ingestConfigSchema
       }
     },
-    handler: function (req, reply) {
+    handler: async function (req, reply) {
+      const config = await server.uiSettings().getAll();
       const boundCallWithRequest = _.partial(server.plugins.elasticsearch.callWithRequest, req);
       const requestDocument = _.cloneDeep(req.payload);
       const indexPattern = keysToCamelCaseShallow(requestDocument.index_pattern);
@@ -73,8 +74,11 @@ export function registerPost(server) {
       delete indexPattern.id;
 
       const mappings = createMappingsFromPatternFields(indexPattern.fields);
-      indexPattern.fields = initDefaultFieldProps(indexPattern.fields);
 
+      const metaFields = _.get(config, 'metaFields.userValue', config.metaFields.value);
+      const indexPatternMetaFields = _.map(metaFields, name => ({name}));
+
+      indexPattern.fields = initDefaultFieldProps(indexPattern.fields.concat(indexPatternMetaFields));
       indexPattern.fields = JSON.stringify(indexPattern.fields);
       indexPattern.fieldFormatMap = JSON.stringify(indexPattern.fieldFormatMap);
 

test/unit/api/ingest/_post.js

@@ -115,6 +115,25 @@ define(function (require) {
           });
       });
 
+      bdd.it('should include meta fields specified in uiSettings in the index pattern', function metaFields() {
+        return request.post('/kibana/ingest')
+          .send(createTestData())
+          .expect(204)
+          .then(function () {
+            return scenarioManager.client.get({
+              index: '.kibana',
+              type: 'index-pattern',
+              id: 'logstash-*'
+            })
+            .then(function (res) {
+              const fields = JSON.parse(res._source.fields);
+              const sourceField = _.find(fields, {name: '_source'});
+              expect(sourceField).to.be.ok();
+              expect(sourceField).to.have.property('name', '_source');
+            });
+          });
+      });
+
       bdd.it('should create index template with _default_ mappings based on the info in the ingest config',
       function createTemplate() {
         return request.post('/kibana/ingest')