Skip to content

Commit

Permalink
add experimental decorator for datatransfer (#29562)
Browse files Browse the repository at this point in the history
Co-authored-by: Clement Wang <clwan@microsoft.com>
  • Loading branch information
YingChen1996 and wangchao1230 committed Mar 24, 2023
1 parent eae88f0 commit f02be13
Show file tree
Hide file tree
Showing 3 changed files with 12 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
DataTransferImportJobSchema,
DataTransferExportJobSchema,
)
from azure.ai.ml._utils._experimental import experimental
from azure.ai.ml.constants._component import (
NodeType,
ExternalDataType,
Expand Down Expand Up @@ -147,6 +148,7 @@ def _build_inputs(self):
return built_inputs


@experimental
class DataTransferCopy(DataTransfer):
"""Base class for data transfer copy node.
Expand Down Expand Up @@ -290,6 +292,7 @@ def __call__(self, *args, **kwargs) -> "DataTransferCopy":
)


@experimental
class DataTransferImport(DataTransfer):
"""Base class for data transfer import node.
Expand Down Expand Up @@ -423,6 +426,7 @@ def _to_job(self) -> DataTransferImportJob:
)


@experimental
class DataTransferExport(DataTransfer):
"""Base class for data transfer export node.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@

from typing import Optional, Dict, Union, Callable, Tuple

from azure.ai.ml._utils._experimental import experimental
from azure.ai.ml.entities._component.datatransfer_component import (
DataTransferCopyComponent,
)
Expand Down Expand Up @@ -117,6 +118,7 @@ def _parse_inputs_outputs(io_dict: Dict, parse_func: Callable) -> Tuple[Dict, Di
return component_io_dict, job_io_dict


@experimental
def copy_data(
*,
name: Optional[str] = None,
Expand Down Expand Up @@ -194,6 +196,7 @@ def copy_data(
return data_transfer_copy_obj


@experimental
@pipeline_node_decorator
def import_data(
*,
Expand Down Expand Up @@ -259,6 +262,7 @@ def import_data(
return data_transfer_import_obj


@experimental
@pipeline_node_decorator
def export_data(
*,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
DataTransferImportComponentSchema,
DataTransferExportComponentSchema,
)
from azure.ai.ml._utils._experimental import experimental
from azure.ai.ml.constants._common import COMPONENT_TYPE, AssetTypes
from azure.ai.ml.constants._component import (
NodeType,
Expand Down Expand Up @@ -130,6 +131,7 @@ def _build_source_sink(cls, io_dict: Union[Dict, Database, FileSystem]):
return component_io


@experimental
class DataTransferCopyComponent(DataTransferComponent):
"""DataTransfer copy component version, used to define a data transfer copy component.
Expand Down Expand Up @@ -222,6 +224,7 @@ def _validate_input_output_mapping(self):
return validation_result


@experimental
class DataTransferImportComponent(DataTransferComponent):
"""DataTransfer import component version, used to define a data transfer import component.
Expand Down Expand Up @@ -266,6 +269,7 @@ def __call__(self, *args, **kwargs):
)


@experimental
class DataTransferExportComponent(DataTransferComponent): # pylint: disable=too-many-instance-attributes
"""DataTransfer export component version, used to define a data transfer export component.
Expand Down

0 comments on commit f02be13

Please sign in to comment.