two version of R2R are hereHEADmaster

2 files changed, 97 insertions, 0 deletions

diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/__init__.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/__init__.py
new file mode 100644
index 00000000..fdf8caba
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/__init__.py
@@ -0,0 +1,5 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/mltable_metadata.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/mltable_metadata.py
new file mode 100644
index 00000000..452b2e53
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/entities/_data/mltable_metadata.py
@@ -0,0 +1,92 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+from os import PathLike
+from pathlib import Path
+from typing import Any, Dict, List, Optional, Union
+
+from marshmallow import INCLUDE
+
+from azure.ai.ml._schema._data.mltable_metadata_schema import MLTableMetadataSchema
+from azure.ai.ml._utils.utils import load_yaml
+from azure.ai.ml.constants._common import BASE_PATH_CONTEXT_KEY
+from azure.ai.ml.entities._util import load_from_dict
+
+
+class MLTableMetadataPath:
+    type: str  # Literal["pattern", "file", "folder"]
+    value: Optional[str]
+
+    def __init__(self, *, pathDict: Dict):
+        if pathDict.get("pattern", None):
+            self.type = "pattern"
+            self.value = pathDict.get("pattern")
+        if pathDict.get("file", None):
+            self.type = "file"
+            self.value = pathDict.get("file")
+        if pathDict.get("folder", None):
+            self.type = "folder"
+            self.value = pathDict.get("folder")
+
+
+class MLTableMetadata:
+    """MLTableMetadata for data assets.
+
+    :param paths: List of paths which the MLTableMetadata refers to.
+    :type paths: List[MLTableMetadataPath]
+    :param transformations: Any transformations to be applied to the data referenced in paths.
+    :type transformations: List[Any]
+    :param base_path: Base path to resolve relative paths from.
+    :type base_path: str
+    """
+
+    def __init__(
+        self,
+        *,
+        paths: List[MLTableMetadataPath],
+        transformations: Optional[List[Any]] = None,
+        base_path: str,
+        **_kwargs: Any,
+    ):
+        self.base_path = base_path
+        self.paths = paths
+        self.transformations = transformations
+
+    @classmethod
+    def load(
+        cls,
+        yaml_path: Union[PathLike, str],
+        **kwargs: Any,
+    ) -> "MLTableMetadata":
+        """Construct an MLTable object from yaml file.
+
+        :param yaml_path: Path to a local file as the source.
+        :type yaml_path: PathLike | str
+
+        :return: Constructed MLTable object.
+        :rtype: MLTable
+        """
+        yaml_dict = load_yaml(yaml_path)
+        return cls._load(yaml_data=yaml_dict, yaml_path=yaml_path, **kwargs)
+
+    @classmethod
+    def _load(
+        cls,
+        yaml_data: Optional[Dict],
+        yaml_path: Optional[Union[PathLike, str]],
+        **kwargs: Any,
+    ) -> "MLTableMetadata":
+        yaml_data = yaml_data or {}
+        context = {
+            BASE_PATH_CONTEXT_KEY: Path(yaml_path).parent if yaml_path else Path("./"),
+        }
+        res: MLTableMetadata = load_from_dict(MLTableMetadataSchema, yaml_data, context, "", unknown=INCLUDE, **kwargs)
+        return res
+
+    def _to_dict(self) -> Dict:
+        res: dict = MLTableMetadataSchema(context={BASE_PATH_CONTEXT_KEY: "./"}, unknown=INCLUDE).dump(self)
+        return res
+
+    def referenced_uris(self) -> List[Optional[str]]:
+        return [path.value for path in self.paths]