feat: add featurestore service to aiplatform v1

feat: add metadata service to aiplatform v1 Committer: @dizcology PiperOrigin-RevId: 402573132
googleapis · Oct 12, 2021 · d706102 · d706102
1 parent f0d5f7f
commit d706102
Show file tree

Hide file tree

Showing 23 changed files with 3,621 additions and 10 deletions.
diff --git a/google/cloud/aiplatform/v1/BUILD.bazel b/google/cloud/aiplatform/v1/BUILD.bazel
@@ -45,11 +45,18 @@ proto_library(
         "encryption_spec.proto",
         "endpoint.proto",
         "endpoint_service.proto",
+        "entity_type.proto",
         "env_var.proto",
+        "event.proto",
         "execution.proto",
         "explanation_metadata.proto",
         "explanation.proto",
+        "feature.proto",
         "feature_monitoring_stats.proto",
+        "feature_selector.proto",
+        "featurestore.proto",
+        "featurestore_online_service.proto",
+        "featurestore_service.proto",
         "hyperparameter_tuning_job.proto",
         "index_endpoint.proto",
         "index_endpoint_service.proto",
@@ -58,6 +65,10 @@ proto_library(
         "io.proto",
         "job_service.proto",
         "job_state.proto",
+        "lineage_subgraph.proto",
+        "metadata_schema.proto",
+        "metadata_service.proto",
+        "metadata_store.proto",
         "machine_resources.proto",
         "manual_batch_tuning_parameters.proto",
         "migratable_resource.proto",
@@ -77,6 +88,7 @@ proto_library(
         "specialist_pool_service.proto",
         "study.proto",
         "training_pipeline.proto",
+        "types.proto",
         "user_action_reference.proto",
         "value.proto",
         "vizier_service.proto",
@@ -371,8 +383,17 @@ ruby_grpc_library(
 ruby_cloud_gapic_library(
     name = "aiplatform_ruby_gapic",
     srcs = [":aiplatform_proto_with_info",],
-    extra_protoc_parameters = ["ruby-cloud-gem-name=google-cloud-aiplatform-v1"],
+    extra_protoc_parameters = [
+        "ruby-cloud-api-id=aiplatform.googleapis.com",
+        "ruby-cloud-api-shortname=aiplatform",
+        "ruby-cloud-gem-name=google-cloud-ai_platform-v1",
+        "ruby-cloud-gem-namespace=Google::Cloud::AIPlatform::V1",
+        "ruby-cloud-product-url=https://cloud.google.com/vertex-ai/docs/",
+        "ruby-cloud-service-override=AiPlatform=AIPlatform",
+    ],
     grpc_service_config = "aiplatform_grpc_service_config.json",
+    ruby_cloud_description = "Vertex AI enables data scientists, developers, and AI newcomers to create custom machine learning models specific to their business needs by leveraging Google's state-of-the-art transfer learning and innovative AI research.",
+    ruby_cloud_title = "Vertex AI V1",
     deps = [
         ":aiplatform_ruby_grpc",
         ":aiplatform_ruby_proto",

diff --git a/google/cloud/aiplatform/v1/aiplatform_grpc_service_config.json b/google/cloud/aiplatform/v1/aiplatform_grpc_service_config.json
@@ -78,6 +78,104 @@
       ],
       "timeout": "5s"
     },
+    {
+      "name": [
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "CreateFeaturestore"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "GetFeaturestore"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "ListFeaturestores"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "UpdateFeaturestore"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "DeleteFeaturestore"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "CreateEntityType"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "GetEntityType"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "ListEntityTypes"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "UpdateEntityType"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "DeleteEntityType"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "CreateFeature"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "BatchCreateFeatures"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "GetFeature"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "ListFeatures"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "SearchFeatures"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "UpdateFeature"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "DeleteFeature"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "ImportFeatureValues"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "BatchReadFeatureValues"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreService",
+          "method": "ExportFeatureValuess"
+        }
+      ],
+      "timeout": "5s"
+    },
+    {
+      "name": [
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreOnlineServingService",
+          "method": "ReadFeatureValues"
+        },
+        {
+          "service": "google.cloud.aiplatform.v1beta1.FeaturestoreOnlineServingService",
+          "method": "StreamingReadFeatureValues"
+        }
+      ],
+      "timeout": "5s"
+    },
     {
       "name":[
         {

diff --git a/google/cloud/aiplatform/v1/aiplatform_v1.yaml b/google/cloud/aiplatform/v1/aiplatform_v1.yaml
@@ -6,9 +6,12 @@ title: Vertex AI API
 apis:
 - name: google.cloud.aiplatform.v1.DatasetService
 - name: google.cloud.aiplatform.v1.EndpointService
+- name: google.cloud.aiplatform.v1.FeaturestoreOnlineServingService
+- name: google.cloud.aiplatform.v1.FeaturestoreService
 - name: google.cloud.aiplatform.v1.IndexEndpointService
 - name: google.cloud.aiplatform.v1.IndexService
 - name: google.cloud.aiplatform.v1.JobService
+- name: google.cloud.aiplatform.v1.MetadataService
 - name: google.cloud.aiplatform.v1.MigrationService
 - name: google.cloud.aiplatform.v1.ModelService
 - name: google.cloud.aiplatform.v1.PipelineService
@@ -17,33 +20,53 @@ apis:
 - name: google.cloud.aiplatform.v1.VizierService
 
 types:
+- name: google.cloud.aiplatform.v1.BatchCreateFeaturesOperationMetadata
+- name: google.cloud.aiplatform.v1.BatchCreateFeaturesResponse
 - name: google.cloud.aiplatform.v1.BatchMigrateResourcesOperationMetadata
 - name: google.cloud.aiplatform.v1.BatchMigrateResourcesResponse
+- name: google.cloud.aiplatform.v1.BatchReadFeatureValuesOperationMetadata
+- name: google.cloud.aiplatform.v1.BatchReadFeatureValuesResponse
 - name: google.cloud.aiplatform.v1.CheckTrialEarlyStoppingStateMetatdata
 - name: google.cloud.aiplatform.v1.CheckTrialEarlyStoppingStateResponse
 - name: google.cloud.aiplatform.v1.CreateDatasetOperationMetadata
 - name: google.cloud.aiplatform.v1.CreateEndpointOperationMetadata
+- name: google.cloud.aiplatform.v1.CreateEntityTypeOperationMetadata
+- name: google.cloud.aiplatform.v1.CreateFeatureOperationMetadata
+- name: google.cloud.aiplatform.v1.CreateFeaturestoreOperationMetadata
 - name: google.cloud.aiplatform.v1.CreateIndexEndpointOperationMetadata
 - name: google.cloud.aiplatform.v1.CreateIndexOperationMetadata
+- name: google.cloud.aiplatform.v1.CreateMetadataStoreOperationMetadata
 - name: google.cloud.aiplatform.v1.CreateSpecialistPoolOperationMetadata
+- name: google.cloud.aiplatform.v1.DeleteMetadataStoreOperationMetadata
 - name: google.cloud.aiplatform.v1.DeleteOperationMetadata
 - name: google.cloud.aiplatform.v1.DeployIndexOperationMetadata
 - name: google.cloud.aiplatform.v1.DeployIndexResponse
 - name: google.cloud.aiplatform.v1.DeployModelOperationMetadata
 - name: google.cloud.aiplatform.v1.DeployModelResponse
 - name: google.cloud.aiplatform.v1.ExportDataOperationMetadata
 - name: google.cloud.aiplatform.v1.ExportDataResponse
+- name: google.cloud.aiplatform.v1.ExportFeatureValuesOperationMetadata
+- name: google.cloud.aiplatform.v1.ExportFeatureValuesResponse
 - name: google.cloud.aiplatform.v1.ExportModelOperationMetadata
 - name: google.cloud.aiplatform.v1.ExportModelResponse
 - name: google.cloud.aiplatform.v1.ImportDataOperationMetadata
 - name: google.cloud.aiplatform.v1.ImportDataResponse
+- name: google.cloud.aiplatform.v1.ImportFeatureValuesOperationMetadata
+- name: google.cloud.aiplatform.v1.ImportFeatureValuesResponse
+- name: google.cloud.aiplatform.v1.PurgeArtifactsMetadata
+- name: google.cloud.aiplatform.v1.PurgeArtifactsResponse
+- name: google.cloud.aiplatform.v1.PurgeContextsMetadata
+- name: google.cloud.aiplatform.v1.PurgeContextsResponse
+- name: google.cloud.aiplatform.v1.PurgeExecutionsMetadata
+- name: google.cloud.aiplatform.v1.PurgeExecutionsResponse
 - name: google.cloud.aiplatform.v1.SpecialistPool
 - name: google.cloud.aiplatform.v1.SuggestTrialsMetadata
 - name: google.cloud.aiplatform.v1.SuggestTrialsResponse
 - name: google.cloud.aiplatform.v1.UndeployIndexOperationMetadata
 - name: google.cloud.aiplatform.v1.UndeployIndexResponse
 - name: google.cloud.aiplatform.v1.UndeployModelOperationMetadata
 - name: google.cloud.aiplatform.v1.UndeployModelResponse
+- name: google.cloud.aiplatform.v1.UpdateFeaturestoreOperationMetadata
 - name: google.cloud.aiplatform.v1.UpdateIndexOperationMetadata
 - name: google.cloud.aiplatform.v1.UpdateModelDeploymentMonitoringJobOperationMetadata
 - name: google.cloud.aiplatform.v1.UpdateSpecialistPoolOperationMetadata
@@ -84,12 +107,20 @@ backend:
     deadline: 60.0
   - selector: 'google.cloud.aiplatform.v1.EndpointService.*'
     deadline: 60.0
+  - selector: google.cloud.aiplatform.v1.FeaturestoreOnlineServingService.ReadFeatureValues
+    deadline: 60.0
+  - selector: google.cloud.aiplatform.v1.FeaturestoreOnlineServingService.StreamingReadFeatureValues
+    deadline: 60.0
+  - selector: 'google.cloud.aiplatform.v1.FeaturestoreService.*'
+    deadline: 60.0
   - selector: 'google.cloud.aiplatform.v1.IndexEndpointService.*'
     deadline: 30.0
   - selector: 'google.cloud.aiplatform.v1.IndexService.*'
     deadline: 30.0
   - selector: 'google.cloud.aiplatform.v1.JobService.*'
     deadline: 60.0
+  - selector: 'google.cloud.aiplatform.v1.MetadataService.*'
+    deadline: 60.0
   - selector: google.cloud.aiplatform.v1.MigrationService.BatchMigrateResources
     deadline: 60.0
   - selector: google.cloud.aiplatform.v1.MigrationService.SearchMigratableResources
@@ -428,6 +459,18 @@ authentication:
     oauth:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform
+  - selector: google.cloud.aiplatform.v1.FeaturestoreOnlineServingService.ReadFeatureValues
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform
+  - selector: google.cloud.aiplatform.v1.FeaturestoreOnlineServingService.StreamingReadFeatureValues
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform
+  - selector: 'google.cloud.aiplatform.v1.FeaturestoreService.*'
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform
   - selector: 'google.cloud.aiplatform.v1.IndexEndpointService.*'
     oauth:
       canonical_scopes: |-
@@ -440,6 +483,10 @@ authentication:
     oauth:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform
+  - selector: 'google.cloud.aiplatform.v1.MetadataService.*'
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform
   - selector: google.cloud.aiplatform.v1.MigrationService.BatchMigrateResources
     oauth:
       canonical_scopes: |-

diff --git a/google/cloud/aiplatform/v1/endpoint.proto b/google/cloud/aiplatform/v1/endpoint.proto
@@ -92,6 +92,21 @@ message Endpoint {
   // this key.
   EncryptionSpec encryption_spec = 10;
 
+  // The full name of the Google Compute Engine
+  // [network](https://cloud.google.com//compute/docs/networks-and-firewalls#networks)
+  // to which the Endpoint should be peered.
+  //
+  // Private services access must already be configured for the network. If left
+  // unspecified, the Endpoint is not peered with any network.
+  //
+  // [Format](https://cloud.google.com/compute/docs/reference/rest/v1/networks/insert):
+  // `projects/{project}/global/networks/{network}`.
+  // Where `{project}` is a project number, as in `12345`, and `{network}` is
+  // network name.
+  string network = 13 [(google.api.resource_reference) = {
+                         type: "compute.googleapis.com/Network"
+                       }];
+
   // Output only. Resource name of the Model Monitoring job associated with this Endpoint
   // if monitoring is enabled by [CreateModelDeploymentMonitoringJob][].
   // Format:
@@ -176,4 +191,22 @@ message DeployedModel {
   // receives prediction requests at a high queries per second rate (QPS).
   // Estimate your costs before enabling this option.
   bool enable_access_logging = 13;
+
+  // Output only. Provide paths for users to send predict/explain/health requests directly to
+  // the deployed model services running on Cloud via private services access.
+  // This field is populated if [network][google.cloud.aiplatform.v1.Endpoint.network] is configured.
+  PrivateEndpoints private_endpoints = 14 [(google.api.field_behavior) = OUTPUT_ONLY];
+}
+
+// PrivateEndpoints is used to provide paths for users to send
+// requests via private services access.
+message PrivateEndpoints {
+  // Output only. Http(s) path to send prediction requests.
+  string predict_http_uri = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Http(s) path to send explain requests.
+  string explain_http_uri = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Http(s) path to send health check requests.
+  string health_http_uri = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
 }