[ML][Fleet] Update Transform installation mechanism to support upgrade paths

src/core/server/integration_tests/saved_objects/migrations/check_registered_types.test.ts

@@ -85,7 +85,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "endpoint:user-artifact": "f94c250a52b30d0a2d32635f8b4c5bdabd1e25c0",
         "endpoint:user-artifact-manifest": "8c14d49a385d5d1307d956aa743ec78de0b2be88",
         "enterprise_search_telemetry": "fafcc8318528d34f721c42d1270787c52565bad5",
-        "epm-packages": "fe3716a54188b3c71327fa060dd6780a674d3994",
+        "epm-packages": "2915aee4302d4b00472ed05c21f59b7d498b5206",
         "epm-packages-assets": "9fd3d6726ac77369249e9a973902c2cd615fc771",
         "event_loop_delays_daily": "d2ed39cf669577d90921c176499908b4943fb7bd",
         "exception-list": "fe8cc004fd2742177cdb9300f4a67689463faf9c",

x-pack/plugins/fleet/common/types/models/epm.ts

@@ -101,6 +101,7 @@ export enum KibanaSavedObjectType {
 }
 
 export enum ElasticsearchAssetType {
+  index = 'index',
   componentTemplate = 'component_template',
   ingestPipeline = 'ingest_pipeline',
   indexTemplate = 'index_template',
@@ -109,6 +110,10 @@ export enum ElasticsearchAssetType {
   dataStreamIlmPolicy = 'data_stream_ilm_policy',
   mlModel = 'ml_model',
 }
+export type FleetElasticsearchAssetType = Exclude<
+  ElasticsearchAssetType,
+  ElasticsearchAssetType.index
+>;
 
 export type DataType = typeof dataTypes;
 export type MonitoringType = typeof monitoringTypes;
@@ -313,7 +318,7 @@ export type ElasticsearchAssetParts = AssetParts & {
 
 export type KibanaAssetTypeToParts = Record<KibanaAssetType, KibanaAssetParts[]>;
 export type ElasticsearchAssetTypeToParts = Record<
-  ElasticsearchAssetType,
+  FleetElasticsearchAssetType,
   ElasticsearchAssetParts[]
 >;
 

x-pack/plugins/fleet/public/applications/integrations/sections/epm/constants.tsx

@@ -35,6 +35,9 @@ export const AssetTitleMap: Record<DisplayedAssetType, string> = {
   transform: i18n.translate('xpack.fleet.epm.assetTitles.transforms', {
     defaultMessage: 'Transforms',
   }),
+  index: i18n.translate('xpack.fleet.epm.assetTitles.indices', {
+    defaultMessage: 'Indices',
+  }),
   index_pattern: i18n.translate('xpack.fleet.epm.assetTitles.indexPatterns', {
     defaultMessage: 'Index patterns',
   }),

x-pack/plugins/fleet/server/saved_objects/index.ts

@@ -262,6 +262,7 @@ const getSavedObjectTypes = (
           properties: {
             id: { type: 'keyword' },
             type: { type: 'keyword' },
+            version: { type: 'keyword' },
           },
         },
         installed_kibana: {

x-pack/plugins/fleet/server/services/epm/elasticsearch/index/index.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export { updateIndexSettings } from './update_settings';

x-pack/plugins/fleet/server/services/epm/elasticsearch/index/update_settings.ts

@@ -0,0 +1,31 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { ElasticsearchClient } from '@kbn/core-elasticsearch-server';
+
+import type { IndicesIndexSettings } from '@elastic/elasticsearch/lib/api/typesWithBodyKey';
+
+import { retryTransientEsErrors } from '../retry';
+
+export async function updateIndexSettings(
+  esClient: ElasticsearchClient,
+  index: string,
+  settings: IndicesIndexSettings
+): Promise<void> {
+  if (index) {
+    try {
+      await retryTransientEsErrors(() =>
+        esClient.indices.putSettings({
+          index,
+          body: settings,
+        })
+      );
+    } catch (err) {
+      throw new Error(`could not update index settings for ${index}`);
+    }
+  }
+}

x-pack/plugins/fleet/server/services/epm/elasticsearch/transform/common.ts

@@ -6,3 +6,8 @@
  */
 
 export { getAsset } from '../../archive';
+
+// Index alias that points to just one destination index from the latest package version
+export const TRANSFORM_DEST_IDX_ALIAS_LATEST_SFX = '.latest';
+// Index alias that points to all of the destination indices from all the package versions
+export const TRANSFORM_DEST_IDX_ALIAS_ALL_SFX = '.all';