[Index Management] Add support for index mode

x-pack/plugins/index_management/common/types/data_streams.ts

@@ -33,6 +33,8 @@ export type DataStreamIndexFromEs = IndicesDataStreamIndex;
 
 export type Health = 'green' | 'yellow' | 'red';
 
+export type IndexMode = 'standard' | 'logsdb' | 'time_series';
+
 export interface EnhancedDataStreamFromEs extends IndicesDataStream {
   global_max_retention?: string;
   store_size?: IndicesDataStreamsStatsDataStreamsStatsItem['store_size'];
@@ -45,6 +47,7 @@ export interface EnhancedDataStreamFromEs extends IndicesDataStream {
     delete_index: boolean;
     manage_data_stream_lifecycle: boolean;
   };
+  index_mode?: string | null;
 }
 
 export interface DataStream {
@@ -71,6 +74,7 @@ export interface DataStream {
     retention_determined_by?: string;
     globalMaxRetention?: string;
   };
+  indexMode: string;
 }
 
 export interface DataStreamIndex {

x-pack/plugins/index_management/public/application/components/template_form/steps/step_review.tsx

@@ -268,6 +268,17 @@ export const StepReview: React.FunctionComponent<Props> = React.memo(
                 {getDescriptionText(serializedSettings)}
               </EuiDescriptionListDescription>
 
+              {/* Index settings */}
+              <EuiDescriptionListTitle>
+                <FormattedMessage
+                  id="xpack.idxMgmt.templateForm.stepReview.summaryTab.indexModeLabel"
+                  defaultMessage="Index mode"
+                />
+              </EuiDescriptionListTitle>
+              <EuiDescriptionListDescription>
+                {serializedSettings?.index?.mode ?? 'standard'}
+              </EuiDescriptionListDescription>
+
               {/* Mappings */}
               <EuiDescriptionListTitle>
                 <FormattedMessage

x-pack/plugins/index_management/public/application/sections/home/data_stream_list/data_stream_detail_panel/data_stream_detail_panel.tsx

@@ -166,6 +166,7 @@ export const DataStreamDetailPanel: React.FunctionComponent<Props> = ({
       meteringStorageSize,
       meteringDocsCount,
       lifecycle,
+      indexMode,
     } = dataStream;
 
     const getManagementDetails = () => {
@@ -345,6 +346,17 @@ export const DataStreamDetailPanel: React.FunctionComponent<Props> = ({
         ),
         dataTestSubj: 'indexTemplateDetail',
       },
+      {
+        name: i18n.translate('xpack.idxMgmt.dataStreamDetailPanel.indexModeTitle', {
+          defaultMessage: 'Index mode',
+        }),
+        toolTip: i18n.translate('xpack.idxMgmt.dataStreamDetailPanel.indexModeToolTip', {
+          defaultMessage:
+            'The index mode setting of the index template that configured this data stream.',
+        }),
+        content: indexMode ?? 'standard',
+        dataTestSubj: 'indexModeDetail',
+      },
       {
         name: i18n.translate('xpack.idxMgmt.dataStreamDetailPanel.dataRetentionTitle', {
           defaultMessage: 'Effective data retention',

x-pack/plugins/index_management/public/application/sections/home/data_stream_list/data_stream_list.tsx

@@ -84,6 +84,8 @@ export const DataStreamList: React.FunctionComponent<RouteComponentProps<MatchPa
     includeStats: isIncludeStatsChecked,
   });
 
+  console.log(dataStreams);
+
   const [projectLevelRetentionCallout, setprojectLevelRetentionCallout] =
     useStateWithLocalStorage<boolean>(SHOW_PROJECT_LEVEL_RETENTION, true);
 

x-pack/plugins/index_management/public/application/sections/home/data_stream_list/data_stream_table/data_stream_table.tsx

@@ -184,6 +184,15 @@ export const DataStreamTable: React.FunctionComponent<Props> = ({
     ),
   });
 
+  columns.push({
+    field: 'indexMode',
+    name: i18n.translate('xpack.idxMgmt.dataStreamList.table.indexModeColumnTitle', {
+      defaultMessage: 'Index mode',
+    }),
+    truncateText: true,
+    sortable: true,
+  });
+
   columns.push({
     field: 'lifecycle',
     name: (

x-pack/plugins/index_management/server/lib/data_stream_serialization.ts

@@ -7,6 +7,7 @@
 
 import { ByteSizeValue } from '@kbn/config-schema';
 import type { DataStream, EnhancedDataStreamFromEs, Health } from '../../common';
+import { IndexMode } from "@kbn/index-management-plugin/common/types/data_streams";
 
 export function deserializeDataStream(dataStreamFromEs: EnhancedDataStreamFromEs): DataStream {
   const {
@@ -28,6 +29,7 @@ export function deserializeDataStream(dataStreamFromEs: EnhancedDataStreamFromEs
     lifecycle,
     global_max_retention: globalMaxRetention,
     next_generation_managed_by: nextGenerationManagedBy,
+    index_mode: indexMode,
   } = dataStreamFromEs;
   const meteringStorageSize =
     meteringStorageSizeBytes !== undefined
@@ -73,6 +75,7 @@ export function deserializeDataStream(dataStreamFromEs: EnhancedDataStreamFromEs
       globalMaxRetention,
     },
     nextGenerationManagedBy,
+    indexMode: (indexMode ?? 'standard') as IndexMode,
   };
 }
 

x-pack/plugins/index_management/server/routes/api/data_streams/register_get_route.ts

@@ -18,7 +18,7 @@ import {
   deserializeDataStream,
   deserializeDataStreamList,
 } from '../../../lib/data_stream_serialization';
-import { EnhancedDataStreamFromEs } from '../../../../common/types';
+import { EnhancedDataStreamFromEs, TemplateSerialized } from '../../../../common/types';
 import { RouteDependencies } from '../../../types';
 import { addBasePath } from '..';
 
@@ -31,12 +31,14 @@ const enhanceDataStreams = ({
   meteringStats,
   dataStreamsPrivileges,
   globalMaxRetention,
+  indexTemplates,
 }: {
   dataStreams: IndicesDataStream[];
   dataStreamsStats?: IndicesDataStreamsStatsDataStreamsStatsItem[];
   meteringStats?: MeteringStats[];
   dataStreamsPrivileges?: SecurityHasPrivilegesResponse;
   globalMaxRetention?: string;
+  indexTemplates?: Array<{ name: string; index_template: TemplateSerialized }>;
 }): EnhancedDataStreamFromEs[] => {
   return dataStreams.map((dataStream) => {
     const enhancedDataStream: EnhancedDataStreamFromEs = {
@@ -71,6 +73,11 @@ const enhanceDataStreams = ({
       }
     }
 
+    const indexTemplate = indexTemplates.find((template) => template.name === dataStream.template);
+    if (indexTemplate) {
+      enhancedDataStream.index_mode = indexTemplate.index_template?.template?.settings?.index?.mode;
+    }
+
     return enhancedDataStream;
   });
 };
@@ -152,11 +159,15 @@ export function registerGetAllRoute({ router, lib: { handleEsError }, config }:
           );
         }
 
+        const { index_templates: indexTemplates } =
+          await client.asCurrentUser.indices.getIndexTemplate();
+
         const enhancedDataStreams = enhanceDataStreams({
           dataStreams,
           dataStreamsStats,
           meteringStats,
           dataStreamsPrivileges,
+          indexTemplates,
         });
 
         return response.ok({ body: deserializeDataStreamList(enhancedDataStreams) });
@@ -199,17 +210,30 @@ export function registerGetOneRoute({ router, lib: { handleEsError }, config }:
 
         if (dataStreams[0]) {
           let dataStreamsPrivileges;
+          let indexTemplates;
 
           if (config.isSecurityEnabled()) {
             dataStreamsPrivileges = await getDataStreamsPrivileges(client, [dataStreams[0].name]);
           }
 
+          if (dataStreams[0].template) {
+            const { index_templates: templates } =
+              await client.asCurrentUser.indices.getIndexTemplate({
+                name: dataStreams[0].template,
+              });
+
+            if (templates) {
+              indexTemplates = templates;
+            }
+          }
+
           const enhancedDataStreams = enhanceDataStreams({
             dataStreams,
             dataStreamsStats,
             meteringStats,
             dataStreamsPrivileges,
             globalMaxRetention,
+            indexTemplates,
           });
           const body = deserializeDataStream(enhancedDataStreams[0]);
           return response.ok({ body });

x-pack/test/api_integration/apis/management/index_management/data_streams.ts

@@ -73,6 +73,7 @@ export default function ({ getService }: FtrProviderContext) {
           health: 'yellow',
           indexTemplateName: testDataStreamName,
           hidden: false,
+          indexMode: 'standard',
         });
       });
 
@@ -120,6 +121,7 @@ export default function ({ getService }: FtrProviderContext) {
           lifecycle: {
             enabled: true,
           },
+          indexMode: 'standard',
         });
       });
 
@@ -158,8 +160,25 @@ export default function ({ getService }: FtrProviderContext) {
           lifecycle: {
             enabled: true,
           },
+          indexMode: 'standard',
         });
       });
+
+      it('correctly returns index mode property', async () => {
+        const logsdbDataStreamName = 'logsdb-test-data-stream';
+        const indexMode = 'logsdb';
+
+        await createDataStream(logsdbDataStreamName, indexMode);
+
+        const { body: dataStream } = await supertest
+          .get(`${API_BASE_PATH}/data_streams/${logsdbDataStreamName}`)
+          .set('kbn-xsrf', 'xxx')
+          .expect(200);
+
+        expect(dataStream.indexMode).to.eql(indexMode);
+
+        await deleteDataStream(logsdbDataStreamName);
+      });
     });
 
     describe('Update', () => {

x-pack/test/api_integration/apis/management/index_management/lib/datastreams.helpers.ts

@@ -11,7 +11,7 @@ import { FtrProviderContext } from '../../../../ftr_provider_context';
 export function datastreamsHelpers(getService: FtrProviderContext['getService']) {
   const es = getService('es');
 
-  const createDataStream = async (name: string) => {
+  const createDataStream = async (name: string, indexMode?: string) => {
     // A data stream requires an index template before it can be created.
     await es.indices.putIndexTemplate({
       name,
@@ -26,6 +26,11 @@ export function datastreamsHelpers(getService: FtrProviderContext['getService'])
               },
             },
           },
+          settings: {
+            index: {
+              mode: indexMode,
+            },
+          },
           lifecycle: {
             // @ts-expect-error @elastic/elasticsearch enabled prop is not typed yet
             enabled: true,