Merge branch '7.x' into deprecation-spaces-enabled

.buildkite/pipelines/es_snapshots/verify.yml

@@ -64,7 +64,7 @@ steps:
   - command: .buildkite/scripts/steps/test/jest_integration.sh
     label: 'Jest Integration Tests'
     agents:
-      queue: jest
+      queue: n2-4
     timeout_in_minutes: 120
     key: jest-integration
     retry:

.buildkite/pipelines/hourly.yml

@@ -1,3 +1,5 @@
+env:
+  REPORT_FAILED_TESTS_TO_GITHUB: 'true'
 steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
@@ -118,14 +120,14 @@ steps:
   - command: .buildkite/scripts/steps/test/jest_integration.sh
     label: 'Jest Integration Tests'
     agents:
-      queue: jest
+      queue: n2-4
     timeout_in_minutes: 120
     key: jest-integration
 
   - command: .buildkite/scripts/steps/test/api_integration.sh
     label: 'API Integration Tests'
     agents:
-      queue: jest
+      queue: n2-2
     timeout_in_minutes: 120
     key: api-integration
 

.buildkite/scripts/lifecycle/post_command.sh

@@ -22,6 +22,5 @@ if [[ "$IS_TEST_EXECUTION_STEP" == "true" ]]; then
   buildkite-agent artifact upload 'x-pack/test/functional/failure_debug/html/*.html'
   buildkite-agent artifact upload '.es/**/*.hprof'
 
-  # TODO - re-enable when Jenkins is disabled
-  # node scripts/report_failed_tests --build-url="${BUILDKITE_BUILD_URL}#${BUILDKITE_JOB_ID}" 'target/junit/**/*.xml'
+  node scripts/report_failed_tests --build-url="${BUILDKITE_BUILD_URL}#${BUILDKITE_JOB_ID}" 'target/junit/**/*.xml'
 fi

.buildkite/scripts/steps/storybooks/build_and_upload.js

@@ -13,6 +13,7 @@ const STORYBOOKS = [
   'dashboard_enhanced',
   'data_enhanced',
   'embeddable',
+  'fleet',
   'infra',
   'security_solution',
   'ui_actions_enhanced',

.eslintrc.js

@@ -1506,7 +1506,7 @@ module.exports = {
      * TSVB overrides
      */
     {
-      files: ['src/plugins/vis_type_timeseries/**/*.{js,mjs,ts,tsx}'],
+      files: ['src/plugins/vis_types/timeseries/**/*.{js,mjs,ts,tsx}'],
       rules: {
         'import/no-default-export': 'error',
       },

.i18nrc.json

@@ -65,7 +65,7 @@
     "visTypeMetric": "src/plugins/vis_types/metric",
     "visTypeTable": "src/plugins/vis_types/table",
     "visTypeTagCloud": "src/plugins/vis_types/tagcloud",
-    "visTypeTimeseries": "src/plugins/vis_type_timeseries",
+    "visTypeTimeseries": "src/plugins/vis_types/timeseries",
     "visTypeVega": "src/plugins/vis_types/vega",
     "visTypeVislib": "src/plugins/vis_types/vislib",
     "visTypeXy": "src/plugins/vis_types/xy",

Jenkinsfile

@@ -1,5 +1,10 @@
 #!/bin/groovy
 
+if (!env.ghprbPullId) {
+  print "Non-PR builds are now in Buildkite."
+  return
+}
+
 library 'kibana-pipeline-library'
 kibanaLibrary.load()
 

api_docs/vis_type_timeseries.json

@@ -24,7 +24,7 @@
           ") => data is ",
           "SeriesData"
         ],
-        "path": "src/plugins/vis_type_timeseries/common/vis_data_utils.ts",
+        "path": "src/plugins/vis_types/timeseries/common/vis_data_utils.ts",
         "deprecated": false,
         "children": [
           {
@@ -37,7 +37,7 @@
             "signature": [
               "TimeseriesVisData"
             ],
-            "path": "src/plugins/vis_type_timeseries/common/vis_data_utils.ts",
+            "path": "src/plugins/vis_types/timeseries/common/vis_data_utils.ts",
             "deprecated": false,
             "isRequired": true
           }
@@ -58,7 +58,7 @@
           ") => data is ",
           "TableData"
         ],
-        "path": "src/plugins/vis_type_timeseries/common/vis_data_utils.ts",
+        "path": "src/plugins/vis_types/timeseries/common/vis_data_utils.ts",
         "deprecated": false,
         "children": [
           {
@@ -71,7 +71,7 @@
             "signature": [
               "TimeseriesVisData"
             ],
-            "path": "src/plugins/vis_type_timeseries/common/vis_data_utils.ts",
+            "path": "src/plugins/vis_types/timeseries/common/vis_data_utils.ts",
             "deprecated": false,
             "isRequired": true
           }
@@ -95,7 +95,7 @@
           " | ",
           "TableData"
         ],
-        "path": "src/plugins/vis_type_timeseries/common/types/vis_data.ts",
+        "path": "src/plugins/vis_types/timeseries/common/types/vis_data.ts",
         "deprecated": false,
         "initialIsOpen": false
       }
@@ -108,7 +108,7 @@
       "tags": [],
       "label": "VisTypeTimeseriesSetup",
       "description": [],
-      "path": "src/plugins/vis_type_timeseries/server/plugin.ts",
+      "path": "src/plugins/vis_types/timeseries/server/plugin.ts",
       "deprecated": false,
       "children": [
         {
@@ -133,7 +133,7 @@
             "TimeseriesVisData",
             ">"
           ],
-          "path": "src/plugins/vis_type_timeseries/server/plugin.ts",
+          "path": "src/plugins/vis_types/timeseries/server/plugin.ts",
           "deprecated": false,
           "children": [
             {
@@ -146,7 +146,7 @@
               "signature": [
                 "DataRequestHandlerContext"
               ],
-              "path": "src/plugins/vis_type_timeseries/server/plugin.ts",
+              "path": "src/plugins/vis_types/timeseries/server/plugin.ts",
               "deprecated": false,
               "isRequired": true
             },
@@ -167,7 +167,7 @@
                 },
                 "<unknown, unknown, unknown, any>"
               ],
-              "path": "src/plugins/vis_type_timeseries/server/plugin.ts",
+              "path": "src/plugins/vis_types/timeseries/server/plugin.ts",
               "deprecated": false,
               "isRequired": true
             },
@@ -181,7 +181,7 @@
               "signature": [
                 "any"
               ],
-              "path": "src/plugins/vis_type_timeseries/server/plugin.ts",
+              "path": "src/plugins/vis_types/timeseries/server/plugin.ts",
               "deprecated": false,
               "isRequired": true
             }

docs/CHANGELOG.asciidoc

@@ -13,6 +13,7 @@ Review important information about the {kib} 7.x releases.
 // Best practices:
 // * When there are changes to kibana.yml settings, include the links to the new settings.
 
+* <<release-notes-7.14.2>>
 * <<release-notes-7.14.1>>
 * <<release-notes-7.14.0>>
 * <<release-notes-7.13.4>>
@@ -61,6 +62,62 @@ Review important information about the {kib} 7.x releases.
 * <<release-notes-7.0.0-alpha1>>
 
 --
+[[release-notes-7.14.2]]
+== {kib} 7.14.2
+
+Review the following information about the 7.14.2 release.
+
+[float]
+[[breaking-changes-v7.14.2]]
+=== Breaking changes
+Breaking changes can prevent your application from optimal operation and performance. Before you upgrade to 7.14.2, review the <<breaking-changes-7.14.0,7.14.0 breaking changes>>.
+
+To review the breaking changes in previous versions, refer to the following: 
+
+{kibana-ref-all}/7.13/release-notes-7.13.0.html#breaking-changes-7.13.0[7.13] | {kibana-ref-all}/7.12/release-notes-7.12.0.html#breaking-changes-7.12.0[7.12] | {kibana-ref-all}/7.11/breaking-changes-7.11.html[7.11] | {kibana-ref-all}/7.10/breaking-changes-7.10.html[7.10] |
+{kibana-ref-all}/7.9/breaking-changes-7.9.html[7.9] | {kibana-ref-all}/7.8/breaking-changes-7.8.html[7.8] | {kibana-ref-all}/7.7/breaking-changes-7.7.html[7.7] |
+{kibana-ref-all}/7.6/breaking-changes-7.6.html[7.6] | {kibana-ref-all}/7.5/breaking-changes-7.5.html[7.5] |
+{kibana-ref-all}/7.4/breaking-changes-7.4.html[7.4] | {kibana-ref-all}/7.3/breaking-changes-7.3.html[7.3] | {kibana-ref-all}/7.2/breaking-changes-7.2.html[7.2]
+| {kibana-ref-all}/7.1/breaking-changes-7.1.html[7.1] | {kibana-ref-all}/7.0/breaking-changes-7.0.html[7.0]
+
+[float]
+[[enhancement-v7.14.2]]
+=== Enhancements
+Platform::
+* Provide better diagnostics when task manager performance is degraded {kibana-pull}109741[#109741]
+
+[float]
+[[fixes-v7.14.2]]
+=== Bug fixes
+Canvas::
+* Fixes several minor workpad layout and interaction bugs {kibana-pull}110385[#110385]
+* Fixes element stats {kibana-pull}109770[#109770]
+* Fixes image argument form issues {kibana-pull}109767[#109767]
+* Handle Timelion errors gracefully {kibana-pull}109761[#109761]
+Dashboard::
+* Retain Tags on Quicksave {kibana-pull}111015[#111015]
+* Read App State from URL on Soft Refresh {kibana-pull}109354[#109354]
+Discover::
+* Fixes opening the same saved search {kibana-pull}111127[#111127]
+* Fixes export that does not contain relative time filter {kibana-pull}110459[#110459]
+* Fixes cleaning error state in 7.14 {kibana-pull}110036[#110036]
+* Fixes performance regression in sidebar {kibana-pull}109999[#109999]
+Elastic Security::
+For the Elastic Security 7.14.2 release information, refer to {security-guide}/release-notes.html[_Elastic Security Solution Release Notes_].
+Fleet::
+* Fixes config migration from ingestManager to support both xpack.ingestManager and xpack.fleet {kibana-pull}111612[#111612]
+Lens & Visualizations::
+* Adds migration script for 'drop_last_bucket' value in *TSVB* {kibana-pull}110782[#110782]
+Machine Learning::
+* Fixes Anomaly Explorer data points not showing up when index pattern has multiple indices {kibana-pull}110899[#110899]
+Maps::
+* Ensure draw tools updates by index name, not index pattern title {kibana-pull}108394[#108394]
+Platform::
+* Catch errors from individual providers {kibana-pull}111093[#111093]
+Security::
+* Respect `auth_provider_hint` if session is not authenticated {kibana-pull}111521[#111521]
+Uptime::
+* Removes blurring on URL filter selections {kibana-pull}110314[#110314]
 
 [[release-notes-7.14.1]]
 == {kib} 7.14.1

docs/api/machine-learning.asciidoc

@@ -0,0 +1,11 @@
+[[machine-learning-api]]
+== {ml-cap} APIs
+
+//Manage {kib} saved objects, including dashboards, visualizations, and more.
+
+The following {ml} API is available: 
+
+* <<machine-learning-api-sync, Sync API>>
+//to retrieve a single {kib} saved object by ID
+
+include::machine-learning/sync.asciidoc[]

docs/api/machine-learning/sync.asciidoc

@@ -0,0 +1,79 @@
+[[machine-learning-api-sync]]
+=== Sync {ml} saved objects API
+++++
+<titleabbrev>Sync {ml} saved objects</titleabbrev>
+++++
+
+Synchronizes {kib} saved objects for {ml} jobs.
+
+[[machine-learning-api-sync-request]]
+==== Request
+
+`GET <kibana host>:<port>/api/ml/saved_objects/sync`
+
+`GET <kibana host>:<port>/s/<space_id>/api/ml/saved_objects/sync`
+
+
+[[machine-learning-api-sync-path-params]]
+==== Path parameters
+
+`space_id`::
+(Optional, string) An identifier for the space. If `space_id` is not provided in
+the URL the default space is used.
+
+[[machine-learning-api-sync-query-params]]
+==== Query parameters
+
+`simulate`::
+(Optional, boolean) When `true`, simulates the synchronization by only returning
+the list actions that _would_ be performed.
+
+[[machine-learning-api-sync-response-body]]
+==== Response body
+
+`datafeedsAdded`::
+(array) If a saved object for an {anomaly-job} is missing a {dfeed} identifier,
+it is added. This list contains the {dfeed} identifiers and indicates whether
+the synchronization was successful.
+
+`datafeedsRemoved`::
+(array) If saved objects exist for {dfeeds} that no longer exist, they are
+deleted. This list contains the {dfeed} identifiers and indicates whether the
+synchronization was successful.
+
+`savedObjectsCreated`::
+(array) If saved objects are missing for {ml} jobs, they are created. This
+list contains the job identifiers and indicates whether the synchronization was
+successful.
+
+`savedObjectsDeleted`::
+(array) If saved objects exist for jobs that no longer exist, they are deleted. 
+This list contains the job identifiers and indicates whether the synchronization
+was successful.
+
+[[machine-learning-api-sync-codes]]
+==== Response code
+
+`200`::
+  Indicates a successful call.
+
+[[machine-learning-api-sync-example]]
+==== Example
+
+Retrieve the list of {ml} saved objects that require synchronization:
+
+[source,sh]
+--------------------------------------------------
+$ curl -X GET api/ml/saved_objects/sync?simulate=true
+--------------------------------------------------
+// KIBANA
+
+If there are two jobs and a {dfeed} that need to be synchronized, for example,
+the API returns the following:
+
+[source,sh]
+--------------------------------------------------
+{{"savedObjectsCreated":{"myjob1":{"success":true},"myjob2":{"success":true}},"savedObjectsDeleted":{},"datafeedsAdded":{},"datafeedsRemoved":{"myfeed3":{"success":true}}}
+--------------------------------------------------
+
+To perform the synchronization, re-run the API and omit the `simulate` parameter.

docs/developer/plugin-list.asciidoc

@@ -301,7 +301,7 @@ The plugin exposes the static DefaultEditorController class to consume.
 |Contains the timelion visualization and the timelion backend.
 
 
-|{kib-repo}blob/{branch}/src/plugins/vis_type_timeseries[visTypeTimeseries]
+|{kib-repo}blob/{branch}/src/plugins/vis_types/timeseries[visTypeTimeseries]
 |WARNING: Missing README.
 
 

docs/settings/fleet-settings.asciidoc

@@ -86,6 +86,8 @@ Optional properties are:
   be changed by updating the {kib} config.
   `is_default`:: If `true`, this policy is the default agent policy.
   `is_default_fleet_server`:: If `true`, this policy is the default {fleet-server} agent policy.
+  `data_output_id`:: ID of the output to send data (Need to be identical to `monitoring_output_id`)
+  `monitoring_output_id`:: ID of the output to send monitoring data. (Need to be identical to `data_output_id`)
   `package_policies`:: List of integration policies to add to this policy.
     `name`::: (required) Name of the integration policy.
     `package`::: (required) Integration that this policy configures
@@ -96,6 +98,20 @@ Optional properties are:
     integration. Follows the same schema as integration inputs, with the
     exception that any object in `vars` can be passed `frozen: true` in order to
     prevent that specific `var` from being edited by the user.
+
+| `xpack.fleet.outputs`
+  | List of ouputs that are configured when the {fleet} app starts.
+Required properties are:
+
+  `id`:: Unique ID for this output. The ID should be a string.
+  `name`:: Output name.
+  `type`:: Type of Output. Currently we only support "elasticsearch".
+  `hosts`:: Array that contains the list of host for that output.
+  `config`:: Extra config for that output.
+
+Optional properties are:
+
+  `is_default`:: If `true`, this output is the default output.
 |===
 
 Example configuration:

docs/user/api.asciidoc

@@ -96,6 +96,7 @@ include::{kib-repo-dir}/api/alerting.asciidoc[]
 include::{kib-repo-dir}/api/actions-and-connectors.asciidoc[]
 include::{kib-repo-dir}/api/dashboard-api.asciidoc[]
 include::{kib-repo-dir}/api/logstash-configuration-management.asciidoc[]
+include::{kib-repo-dir}/api/machine-learning.asciidoc[]
 include::{kib-repo-dir}/api/url-shortening.asciidoc[]
 include::{kib-repo-dir}/api/task-manager/health.asciidoc[]
 include::{kib-repo-dir}/api/upgrade-assistant.asciidoc[]

package.json

@@ -575,7 +575,7 @@
     "@types/nock": "^10.0.3",
     "@types/node": "14.14.44",
     "@types/node-fetch": "^2.5.7",
-    "@types/node-forge": "^0.10.4",
+    "@types/node-forge": "^0.10.5",
     "@types/nodemailer": "^6.4.0",
     "@types/normalize-path": "^3.0.0",
     "@types/object-hash": "^1.3.0",