feat(bigquery): add migration service

ci/etc/expected_install_directories

@@ -82,6 +82,8 @@
 ./include/google/cloud/bigquery/datatransfer
 ./include/google/cloud/bigquery/datatransfer/v1
 ./include/google/cloud/bigquery/internal
+./include/google/cloud/bigquery/migration
+./include/google/cloud/bigquery/migration/v2
 ./include/google/cloud/bigquery/mocks
 ./include/google/cloud/bigquery/reservation
 ./include/google/cloud/bigquery/reservation/v1

external/googleapis/protodeps/bigquery.deps

@@ -1,10 +1,15 @@
 @com_google_googleapis//google/api:annotations_proto
 @com_google_googleapis//google/api:client_proto
+@com_google_googleapis//google/api:distribution_proto
 @com_google_googleapis//google/api:field_behavior_proto
 @com_google_googleapis//google/api:http_proto
+@com_google_googleapis//google/api:label_proto
+@com_google_googleapis//google/api:launch_stage_proto
+@com_google_googleapis//google/api:metric_proto
 @com_google_googleapis//google/api:resource_proto
 @com_google_googleapis//google/iam/v1:iam_policy_proto
 @com_google_googleapis//google/iam/v1:options_proto
 @com_google_googleapis//google/iam/v1:policy_proto
+@com_google_googleapis//google/rpc:error_details_proto
 @com_google_googleapis//google/rpc:status_proto
 @com_google_googleapis//google/type:expr_proto

external/googleapis/protolists/bigquery.list

@@ -3,6 +3,11 @@
 @com_google_googleapis//google/cloud/bigquery/datatransfer/v1:datatransfer.proto
 @com_google_googleapis//google/cloud/bigquery/datatransfer/v1:transfer.proto
 @com_google_googleapis//google/cloud/bigquery/logging/v1:audit_data.proto
+@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_entities.proto
+@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_error_details.proto
+@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_metrics.proto
+@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_service.proto
+@com_google_googleapis//google/cloud/bigquery/migration/v2:translation_config.proto
 @com_google_googleapis//google/cloud/bigquery/reservation/v1:reservation.proto
 @com_google_googleapis//google/cloud/bigquery/storage/v1:annotations.proto
 @com_google_googleapis//google/cloud/bigquery/storage/v1:arrow.proto

external/googleapis/update_libraries.sh

@@ -46,14 +46,16 @@ declare -A -r LIBRARIES=(
       "@com_google_googleapis//google/cloud/beyondcorp/clientgateways/v1:clientgateways_cc_grpc"
   )"
   ["bigquery"]="$(
+    # This is long enough that it needs to be kept in alphabetical order
     printf ",%s" \
-      "@com_google_googleapis//google/cloud/bigquery/v2:bigquery_cc_grpc" \
-      "@com_google_googleapis//google/cloud/bigquery/storage/v1:storage_cc_grpc" \
-      "@com_google_googleapis//google/cloud/bigquery/reservation/v1:reservation_cc_grpc" \
-      "@com_google_googleapis//google/cloud/bigquery/logging/v1:logging_cc_grpc" \
-      "@com_google_googleapis//google/cloud/bigquery/datatransfer/v1:datatransfer_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/analyticshub/v1:analyticshub_cc_grpc" \
       "@com_google_googleapis//google/cloud/bigquery/connection/v1:connection_cc_grpc" \
-      "@com_google_googleapis//google/cloud/bigquery/analyticshub/v1:analyticshub_cc_grpc"
+      "@com_google_googleapis//google/cloud/bigquery/datatransfer/v1:datatransfer_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/logging/v1:logging_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/reservation/v1:reservation_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/storage/v1:storage_cc_grpc" \
+      "@com_google_googleapis//google/cloud/bigquery/v2:bigquery_cc_grpc"
   )"
   ["bigtable"]="$(
     printf ",%s" \

generator/generator_config.textproto

@@ -159,53 +159,60 @@ service {
 
 # BigQuery
 service {
-  service_proto_path: "google/cloud/bigquery/storage/v1/storage.proto"
+  service_proto_path: "google/cloud/bigquery/analyticshub/v1/analyticshub.proto"
   product_path: "google/cloud/bigquery"
-  initial_copyright_year: "2021"
-  omitted_services: ["BigQueryWrite"]
-  backwards_compatibility_namespace_alias: true
+  initial_copyright_year: "2022"
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/storage/v1/storage.proto"
+  service_proto_path: "google/cloud/bigquery/connection/v1/connection.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
-  omitted_services: ["BigQueryRead"]
+  service_endpoint_env_var: "GOOGLE_CLOUD_CPP_BIGQUERY_CONNECTION_SERVICE_ENDPOINT"
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/connection/v1/connection.proto"
+  service_proto_path: "google/cloud/bigquery/datatransfer/v1/datatransfer.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
-  service_endpoint_env_var: "GOOGLE_CLOUD_CPP_BIGQUERY_CONNECTION_SERVICE_ENDPOINT"
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/reservation/v1/reservation.proto"
+  service_proto_path: "google/cloud/bigquery/migration/v2/migration_service.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/datatransfer/v1/datatransfer.proto"
+  service_proto_path: "google/cloud/bigquery/reservation/v1/reservation.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/v2/model.proto"
+  service_proto_path: "google/cloud/bigquery/storage/v1/storage.proto"
+  product_path: "google/cloud/bigquery"
+  initial_copyright_year: "2021"
+  omitted_services: ["BigQueryWrite"]
+  backwards_compatibility_namespace_alias: true
+  retryable_status_codes: ["kUnavailable"]
+}
+
+service {
+  service_proto_path: "google/cloud/bigquery/storage/v1/storage.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
+  omitted_services: ["BigQueryRead"]
   retryable_status_codes: ["kUnavailable"]
 }
 
 service {
-  service_proto_path: "google/cloud/bigquery/analyticshub/v1/analyticshub.proto"
+  service_proto_path: "google/cloud/bigquery/v2/model.proto"
   product_path: "google/cloud/bigquery"
   initial_copyright_year: "2022"
   retryable_status_codes: ["kUnavailable"]

google/cloud/bigquery/BUILD.bazel

@@ -30,6 +30,7 @@ cc_library(
         "@com_google_googleapis//google/cloud/bigquery/connection/v1:connection_cc_grpc",
         "@com_google_googleapis//google/cloud/bigquery/datatransfer/v1:datatransfer_cc_grpc",
         "@com_google_googleapis//google/cloud/bigquery/logging/v1:logging_cc_grpc",
+        "@com_google_googleapis//google/cloud/bigquery/migration/v2:migration_cc_grpc",
         "@com_google_googleapis//google/cloud/bigquery/reservation/v1:reservation_cc_grpc",
         "@com_google_googleapis//google/cloud/bigquery/storage/v1:storage_cc_grpc",
         "@com_google_googleapis//google/cloud/bigquery/v2:bigquery_cc_grpc",

google/cloud/bigquery/CMakeLists.txt

@@ -28,165 +28,12 @@ set(GOOGLE_CLOUD_CPP_DOXYGEN_DEPS google-cloud-cpp::cloud_bigquery_protos)
 
 include(GoogleCloudCppCommon)
 
-# configure_file(version_info.h.in ${CMAKE_CURRENT_SOURCE_DIR}/version_info.h)
-add_library(
-    google_cloud_cpp_bigquery # cmake-format: sort
-    analytics_hub_client.cc
-    analytics_hub_client.h
-    analytics_hub_connection.cc
-    analytics_hub_connection.h
-    analytics_hub_connection_idempotency_policy.cc
-    analytics_hub_connection_idempotency_policy.h
-    analytics_hub_options.h
-    bigquery_read_client.cc
-    bigquery_read_client.h
-    bigquery_read_connection.cc
-    bigquery_read_connection.h
-    bigquery_read_connection_idempotency_policy.cc
-    bigquery_read_connection_idempotency_policy.h
-    bigquery_read_options.h
-    bigquery_write_client.cc
-    bigquery_write_client.h
-    bigquery_write_connection.cc
-    bigquery_write_connection.h
-    bigquery_write_connection_idempotency_policy.cc
-    bigquery_write_connection_idempotency_policy.h
-    bigquery_write_options.h
-    connection_client.cc
-    connection_client.h
-    connection_connection.cc
-    connection_connection.h
-    connection_connection_idempotency_policy.cc
-    connection_connection_idempotency_policy.h
-    connection_options.h
-    data_transfer_client.cc
-    data_transfer_client.h
-    data_transfer_connection.cc
-    data_transfer_connection.h
-    data_transfer_connection_idempotency_policy.cc
-    data_transfer_connection_idempotency_policy.h
-    data_transfer_options.h
-    internal/analytics_hub_auth_decorator.cc
-    internal/analytics_hub_auth_decorator.h
-    internal/analytics_hub_connection_impl.cc
-    internal/analytics_hub_connection_impl.h
-    internal/analytics_hub_logging_decorator.cc
-    internal/analytics_hub_logging_decorator.h
-    internal/analytics_hub_metadata_decorator.cc
-    internal/analytics_hub_metadata_decorator.h
-    internal/analytics_hub_option_defaults.cc
-    internal/analytics_hub_option_defaults.h
-    internal/analytics_hub_retry_traits.h
-    internal/analytics_hub_stub.cc
-    internal/analytics_hub_stub.h
-    internal/analytics_hub_stub_factory.cc
-    internal/analytics_hub_stub_factory.h
-    internal/bigquery_read_auth_decorator.cc
-    internal/bigquery_read_auth_decorator.h
-    internal/bigquery_read_connection_impl.cc
-    internal/bigquery_read_connection_impl.h
-    internal/bigquery_read_logging_decorator.cc
-    internal/bigquery_read_logging_decorator.h
-    internal/bigquery_read_metadata_decorator.cc
-    internal/bigquery_read_metadata_decorator.h
-    internal/bigquery_read_option_defaults.cc
-    internal/bigquery_read_option_defaults.h
-    internal/bigquery_read_retry_traits.h
-    internal/bigquery_read_stub.cc
-    internal/bigquery_read_stub.h
-    internal/bigquery_read_stub_factory.cc
-    internal/bigquery_read_stub_factory.h
-    internal/bigquery_write_auth_decorator.cc
-    internal/bigquery_write_auth_decorator.h
-    internal/bigquery_write_connection_impl.cc
-    internal/bigquery_write_connection_impl.h
-    internal/bigquery_write_logging_decorator.cc
-    internal/bigquery_write_logging_decorator.h
-    internal/bigquery_write_metadata_decorator.cc
-    internal/bigquery_write_metadata_decorator.h
-    internal/bigquery_write_option_defaults.cc
-    internal/bigquery_write_option_defaults.h
-    internal/bigquery_write_retry_traits.h
-    internal/bigquery_write_stub.cc
-    internal/bigquery_write_stub.h
-    internal/bigquery_write_stub_factory.cc
-    internal/bigquery_write_stub_factory.h
-    internal/connection_auth_decorator.cc
-    internal/connection_auth_decorator.h
-    internal/connection_connection_impl.cc
-    internal/connection_connection_impl.h
-    internal/connection_logging_decorator.cc
-    internal/connection_logging_decorator.h
-    internal/connection_metadata_decorator.cc
-    internal/connection_metadata_decorator.h
-    internal/connection_option_defaults.cc
-    internal/connection_option_defaults.h
-    internal/connection_retry_traits.h
-    internal/connection_stub.cc
-    internal/connection_stub.h
-    internal/connection_stub_factory.cc
-    internal/connection_stub_factory.h
-    internal/data_transfer_auth_decorator.cc
-    internal/data_transfer_auth_decorator.h
-    internal/data_transfer_connection_impl.cc
-    internal/data_transfer_connection_impl.h
-    internal/data_transfer_logging_decorator.cc
-    internal/data_transfer_logging_decorator.h
-    internal/data_transfer_metadata_decorator.cc
-    internal/data_transfer_metadata_decorator.h
-    internal/data_transfer_option_defaults.cc
-    internal/data_transfer_option_defaults.h
-    internal/data_transfer_retry_traits.h
-    internal/data_transfer_stub.cc
-    internal/data_transfer_stub.h
-    internal/data_transfer_stub_factory.cc
-    internal/data_transfer_stub_factory.h
-    internal/model_auth_decorator.cc
-    internal/model_auth_decorator.h
-    internal/model_connection_impl.cc
-    internal/model_connection_impl.h
-    internal/model_logging_decorator.cc
-    internal/model_logging_decorator.h
-    internal/model_metadata_decorator.cc
-    internal/model_metadata_decorator.h
-    internal/model_option_defaults.cc
-    internal/model_option_defaults.h
-    internal/model_retry_traits.h
-    internal/model_stub.cc
-    internal/model_stub.h
-    internal/model_stub_factory.cc
-    internal/model_stub_factory.h
-    internal/reservation_auth_decorator.cc
-    internal/reservation_auth_decorator.h
-    internal/reservation_connection_impl.cc
-    internal/reservation_connection_impl.h
-    internal/reservation_logging_decorator.cc
-    internal/reservation_logging_decorator.h
-    internal/reservation_metadata_decorator.cc
-    internal/reservation_metadata_decorator.h
-    internal/reservation_option_defaults.cc
-    internal/reservation_option_defaults.h
-    internal/reservation_retry_traits.h
-    internal/reservation_stub.cc
-    internal/reservation_stub.h
-    internal/reservation_stub_factory.cc
-    internal/reservation_stub_factory.h
-    internal/streaming.cc
-    model_client.cc
-    model_client.h
-    model_connection.cc
-    model_connection.h
-    model_connection_idempotency_policy.cc
-    model_connection_idempotency_policy.h
-    model_options.h
-    reservation_client.cc
-    reservation_client.h
-    reservation_connection.cc
-    reservation_connection.h
-    reservation_connection_idempotency_policy.cc
-    reservation_connection_idempotency_policy.h
-    reservation_options.h
-    retry_traits.h)
+file(
+    GLOB source_files
+    RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}"
+    "*.h" "*.cc" "internal/*.h" "internal/*.cc")
+list(SORT source_files)
+add_library(google_cloud_cpp_bigquery ${source_files})
 target_include_directories(
     google_cloud_cpp_bigquery
     PUBLIC $<BUILD_INTERFACE:${PROJECT_SOURCE_DIR}>

google/cloud/bigquery/google_cloud_cpp_bigquery.bzl

@@ -77,6 +77,14 @@ google_cloud_cpp_bigquery_hdrs = [
     "internal/data_transfer_retry_traits.h",
     "internal/data_transfer_stub.h",
     "internal/data_transfer_stub_factory.h",
+    "internal/migration_auth_decorator.h",
+    "internal/migration_connection_impl.h",
+    "internal/migration_logging_decorator.h",
+    "internal/migration_metadata_decorator.h",
+    "internal/migration_option_defaults.h",
+    "internal/migration_retry_traits.h",
+    "internal/migration_stub.h",
+    "internal/migration_stub_factory.h",
     "internal/model_auth_decorator.h",
     "internal/model_connection_impl.h",
     "internal/model_logging_decorator.h",
@@ -93,6 +101,10 @@ google_cloud_cpp_bigquery_hdrs = [
     "internal/reservation_retry_traits.h",
     "internal/reservation_stub.h",
     "internal/reservation_stub_factory.h",
+    "migration_client.h",
+    "migration_connection.h",
+    "migration_connection_idempotency_policy.h",
+    "migration_options.h",
     "model_client.h",
     "model_connection.h",
     "model_connection_idempotency_policy.h",
@@ -155,6 +167,13 @@ google_cloud_cpp_bigquery_srcs = [
     "internal/data_transfer_option_defaults.cc",
     "internal/data_transfer_stub.cc",
     "internal/data_transfer_stub_factory.cc",
+    "internal/migration_auth_decorator.cc",
+    "internal/migration_connection_impl.cc",
+    "internal/migration_logging_decorator.cc",
+    "internal/migration_metadata_decorator.cc",
+    "internal/migration_option_defaults.cc",
+    "internal/migration_stub.cc",
+    "internal/migration_stub_factory.cc",
     "internal/model_auth_decorator.cc",
     "internal/model_connection_impl.cc",
     "internal/model_logging_decorator.cc",
@@ -170,6 +189,9 @@ google_cloud_cpp_bigquery_srcs = [
     "internal/reservation_stub.cc",
     "internal/reservation_stub_factory.cc",
     "internal/streaming.cc",
+    "migration_client.cc",
+    "migration_connection.cc",
+    "migration_connection_idempotency_policy.cc",
     "model_client.cc",
     "model_connection.cc",
     "model_connection_idempotency_policy.cc",