two version of R2R are here HEAD master

14 files changed, 455 insertions, 0 deletions

diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/__init__.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/__init__.py
new file mode 100644
index 00000000..fdf8caba
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/__init__.py
@@ -0,0 +1,5 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_asset_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_asset_schema.py
new file mode 100644
index 00000000..84bd37e3
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_asset_schema.py
@@ -0,0 +1,26 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._schema import PatchedSchemaMeta
+
+module_logger = logging.getLogger(__name__)
+
+
+class DataAssetSchema(metaclass=PatchedSchemaMeta):
+    name = fields.Str()
+    path = fields.Str()
+    version = fields.Str()
+    data_id = fields.Str()
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:  # pylint: disable=unused-argument
+        from azure.ai.ml.entities._deployment.data_asset import DataAsset
+
+        return DataAsset(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_collector_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_collector_schema.py
new file mode 100644
index 00000000..633f96fc
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/data_collector_schema.py
@@ -0,0 +1,39 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load, validates, ValidationError
+
+from azure.ai.ml._schema import NestedField, PatchedSchemaMeta, StringTransformedEnum
+from azure.ai.ml._schema._deployment.online.request_logging_schema import RequestLoggingSchema
+from azure.ai.ml._schema._deployment.online.deployment_collection_schema import DeploymentCollectionSchema
+
+from azure.ai.ml.constants._common import RollingRate
+
+module_logger = logging.getLogger(__name__)
+
+
+class DataCollectorSchema(metaclass=PatchedSchemaMeta):
+    collections = fields.Dict(keys=fields.Str, values=NestedField(DeploymentCollectionSchema))
+    rolling_rate = StringTransformedEnum(
+        required=False,
+        allowed_values=[RollingRate.MINUTE, RollingRate.DAY, RollingRate.HOUR],
+    )
+    sampling_rate = fields.Float()  # Should be copied to each of the collections
+    request_logging = NestedField(RequestLoggingSchema)
+
+    # pylint: disable=unused-argument
+    @validates("sampling_rate")
+    def validate_sampling_rate(self, value, **kwargs):
+        if value > 1.0 or value < 0.0:
+            raise ValidationError("Sampling rate must be an number in range (0.0-1.0)")
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:  # pylint: disable=unused-argument
+        from azure.ai.ml.entities._deployment.data_collector import DataCollector
+
+        return DataCollector(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/deployment_collection_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/deployment_collection_schema.py
new file mode 100644
index 00000000..4be4a9cc
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/deployment_collection_schema.py
@@ -0,0 +1,32 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+import logging
+from typing import Any
+
+from marshmallow import post_load, fields
+
+from azure.ai.ml._schema import PatchedSchemaMeta, StringTransformedEnum, NestedField, UnionField
+from azure.ai.ml._schema._deployment.online.data_asset_schema import DataAssetSchema
+from azure.ai.ml.constants._common import Boolean
+
+module_logger = logging.getLogger(__name__)
+
+
+class DeploymentCollectionSchema(metaclass=PatchedSchemaMeta):
+    enabled = StringTransformedEnum(required=True, allowed_values=[Boolean.TRUE, Boolean.FALSE])
+    data = UnionField(
+        [
+            NestedField(DataAssetSchema),
+            fields.Str(),
+        ]
+    )
+    client_id = fields.Str()
+
+    # pylint: disable=unused-argument
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities._deployment.deployment_collection import DeploymentCollection
+
+        return DeploymentCollection(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/event_hub_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/event_hub_schema.py
new file mode 100644
index 00000000..27b603de
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/event_hub_schema.py
@@ -0,0 +1,31 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import ValidationError, fields, post_load, validates
+
+from azure.ai.ml._schema import NestedField, PatchedSchemaMeta
+from azure.ai.ml._schema._deployment.online.oversize_data_config_schema import OversizeDataConfigSchema
+
+module_logger = logging.getLogger(__name__)
+
+
+class EventHubSchema(metaclass=PatchedSchemaMeta):
+    namespace = fields.Str()
+    oversize_data_config = NestedField(OversizeDataConfigSchema)
+
+    @validates("namespace")
+    def validate_namespace(self, value, **kwargs):
+        if len(value.split(".")) != 2:
+            raise ValidationError("Namespace must follow format of {namespace}.{name}")
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities._deployment.event_hub import EventHub
+
+        return EventHub(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/liveness_probe.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/liveness_probe.py
new file mode 100644
index 00000000..d1008b8b
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/liveness_probe.py
@@ -0,0 +1,28 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
+
+module_logger = logging.getLogger(__name__)
+
+
+class LivenessProbeSchema(metaclass=PatchedSchemaMeta):
+    period = fields.Int()
+    initial_delay = fields.Int()
+    timeout = fields.Int()
+    success_threshold = fields.Int()
+    failure_threshold = fields.Int()
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities import ProbeSettings
+
+        return ProbeSettings(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/online_deployment.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/online_deployment.py
new file mode 100644
index 00000000..7f0760fe
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/online_deployment.py
@@ -0,0 +1,79 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._restclient.v2022_02_01_preview.models import EndpointComputeType
+from azure.ai.ml._schema._deployment.deployment import DeploymentSchema
+from azure.ai.ml._schema._utils.utils import exit_if_registry_assets
+from azure.ai.ml._schema.core.fields import ExperimentalField, NestedField, StringTransformedEnum, UnionField
+from azure.ai.ml._utils.utils import camel_to_snake
+from azure.ai.ml.constants._common import BASE_PATH_CONTEXT_KEY, PublicNetworkAccess
+from azure.ai.ml._schema.job.creation_context import CreationContextSchema
+
+from .data_collector_schema import DataCollectorSchema
+from .liveness_probe import LivenessProbeSchema
+from .request_settings_schema import RequestSettingsSchema
+from .resource_requirements_schema import ResourceRequirementsSchema
+from .scale_settings_schema import DefaultScaleSettingsSchema, TargetUtilizationScaleSettingsSchema
+
+module_logger = logging.getLogger(__name__)
+
+
+class OnlineDeploymentSchema(DeploymentSchema):
+    app_insights_enabled = fields.Bool()
+    scale_settings = UnionField(
+        [
+            NestedField(DefaultScaleSettingsSchema),
+            NestedField(TargetUtilizationScaleSettingsSchema),
+        ]
+    )
+    request_settings = NestedField(RequestSettingsSchema)
+    liveness_probe = NestedField(LivenessProbeSchema)
+    readiness_probe = NestedField(LivenessProbeSchema)
+    provisioning_state = fields.Str()
+    instance_count = fields.Int()
+    type = StringTransformedEnum(
+        required=False,
+        allowed_values=[
+            EndpointComputeType.MANAGED.value,
+            EndpointComputeType.KUBERNETES.value,
+        ],
+        casing_transform=camel_to_snake,
+    )
+    model_mount_path = fields.Str()
+    instance_type = fields.Str()
+    data_collector = ExperimentalField(NestedField(DataCollectorSchema))
+
+
+class KubernetesOnlineDeploymentSchema(OnlineDeploymentSchema):
+    resources = NestedField(ResourceRequirementsSchema)
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities import KubernetesOnlineDeployment
+
+        exit_if_registry_assets(data=data, caller="K8SDeployment")
+        return KubernetesOnlineDeployment(base_path=self.context[BASE_PATH_CONTEXT_KEY], **data)
+
+
+class ManagedOnlineDeploymentSchema(OnlineDeploymentSchema):
+    instance_type = fields.Str(required=True)
+    egress_public_network_access = StringTransformedEnum(
+        allowed_values=[PublicNetworkAccess.ENABLED, PublicNetworkAccess.DISABLED]
+    )
+    private_network_connection = ExperimentalField(fields.Bool())
+    data_collector = NestedField(DataCollectorSchema)
+    creation_context = NestedField(CreationContextSchema, dump_only=True)
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities import ManagedOnlineDeployment
+
+        return ManagedOnlineDeployment(base_path=self.context[BASE_PATH_CONTEXT_KEY], **data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/oversize_data_config_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/oversize_data_config_schema.py
new file mode 100644
index 00000000..8103681a
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/oversize_data_config_schema.py
@@ -0,0 +1,31 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+import logging
+from typing import Any
+
+from marshmallow import ValidationError, fields, post_load, validates
+
+from azure.ai.ml._schema import PatchedSchemaMeta
+from azure.ai.ml._utils._storage_utils import AzureMLDatastorePathUri
+
+module_logger = logging.getLogger(__name__)
+
+
+class OversizeDataConfigSchema(metaclass=PatchedSchemaMeta):
+    path = fields.Str()
+
+    # pylint: disable=unused-argument
+    @validates("path")
+    def validate_path(self, value, **kwargs):
+        datastore_path = AzureMLDatastorePathUri(value)
+        if datastore_path.uri_type != "Datastore":
+            raise ValidationError(f"Path '{value}' is not a properly formatted datastore path.")
+
+    # pylint: disable=unused-argument
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities._deployment.oversize_data_config import OversizeDataConfig
+
+        return OversizeDataConfig(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/payload_response_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/payload_response_schema.py
new file mode 100644
index 00000000..172af4f1
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/payload_response_schema.py
@@ -0,0 +1,24 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+import logging
+from typing import Any
+
+from marshmallow import post_load
+
+from azure.ai.ml._schema import PatchedSchemaMeta, StringTransformedEnum
+from azure.ai.ml.constants._common import Boolean
+
+module_logger = logging.getLogger(__name__)
+
+
+class PayloadResponseSchema(metaclass=PatchedSchemaMeta):
+    enabled = StringTransformedEnum(required=True, allowed_values=[Boolean.TRUE, Boolean.FALSE])
+
+    # pylint: disable=unused-argument
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities._deployment.payload_response import PayloadResponse
+
+        return PayloadResponse(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_logging_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_logging_schema.py
new file mode 100644
index 00000000..4ac0b466
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_logging_schema.py
@@ -0,0 +1,23 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._schema import PatchedSchemaMeta
+
+module_logger = logging.getLogger(__name__)
+
+
+class RequestLoggingSchema(metaclass=PatchedSchemaMeta):
+    capture_headers = fields.List(fields.Str())
+
+    # pylint: disable=unused-argument
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities._deployment.request_logging import RequestLogging
+
+        return RequestLogging(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_settings_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_settings_schema.py
new file mode 100644
index 00000000..887a71c5
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/request_settings_schema.py
@@ -0,0 +1,26 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
+
+module_logger = logging.getLogger(__name__)
+
+
+class RequestSettingsSchema(metaclass=PatchedSchemaMeta):
+    request_timeout_ms = fields.Int(required=False)
+    max_concurrent_requests_per_instance = fields.Int(required=False)
+    max_queue_wait_ms = fields.Int(required=False)
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities import OnlineRequestSettings
+
+        return OnlineRequestSettings(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_requirements_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_requirements_schema.py
new file mode 100644
index 00000000..7f43d91f
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_requirements_schema.py
@@ -0,0 +1,28 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import post_load
+
+from azure.ai.ml._schema.core.fields import NestedField
+from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
+
+from .resource_settings_schema import ResourceSettingsSchema
+
+module_logger = logging.getLogger(__name__)
+
+
+class ResourceRequirementsSchema(metaclass=PatchedSchemaMeta):
+    requests = NestedField(ResourceSettingsSchema)
+    limits = NestedField(ResourceSettingsSchema)
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> "ResourceRequirementsSettings":
+        from azure.ai.ml.entities import ResourceRequirementsSettings
+
+        return ResourceRequirementsSettings(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_settings_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_settings_schema.py
new file mode 100644
index 00000000..21a229ad
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/resource_settings_schema.py
@@ -0,0 +1,32 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load, pre_load
+
+from azure.ai.ml._schema._utils.utils import replace_key_in_odict
+from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
+
+module_logger = logging.getLogger(__name__)
+
+
+class ResourceSettingsSchema(metaclass=PatchedSchemaMeta):
+    cpu = fields.String()
+    memory = fields.String()
+    gpu = fields.String()
+
+    @pre_load
+    def conversion(self, data: Any, **kwargs) -> Any:
+        data = replace_key_in_odict(data, "nvidia.com/gpu", "gpu")
+        return data
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> Any:
+        from azure.ai.ml.entities import ResourceSettings
+
+        return ResourceSettings(**data)
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/scale_settings_schema.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/scale_settings_schema.py
new file mode 100644
index 00000000..6c5c5283
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/_schema/_deployment/online/scale_settings_schema.py
@@ -0,0 +1,51 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+
+# pylint: disable=unused-argument
+
+import logging
+from typing import Any
+
+from marshmallow import fields, post_load
+
+from azure.ai.ml._restclient.v2022_10_01.models import ScaleType
+from azure.ai.ml._schema.core.fields import StringTransformedEnum
+from azure.ai.ml._schema.core.schema import PatchedSchemaMeta
+from azure.ai.ml._utils.utils import camel_to_snake
+
+module_logger = logging.getLogger(__name__)
+
+
+class DefaultScaleSettingsSchema(metaclass=PatchedSchemaMeta):
+    type = StringTransformedEnum(
+        required=True,
+        allowed_values=ScaleType.DEFAULT,
+        casing_transform=camel_to_snake,
+        data_key="type",
+    )
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> "DefaultScaleSettings":
+        from azure.ai.ml.entities import DefaultScaleSettings
+
+        return DefaultScaleSettings(**data)
+
+
+class TargetUtilizationScaleSettingsSchema(metaclass=PatchedSchemaMeta):
+    type = StringTransformedEnum(
+        required=True,
+        allowed_values=ScaleType.TARGET_UTILIZATION,
+        casing_transform=camel_to_snake,
+        data_key="type",
+    )
+    polling_interval = fields.Int()
+    target_utilization_percentage = fields.Int()
+    min_instances = fields.Int()
+    max_instances = fields.Int()
+
+    @post_load
+    def make(self, data: Any, **kwargs: Any) -> "TargetUtilizationScaleSettings":
+        from azure.ai.ml.entities import TargetUtilizationScaleSettings
+
+        return TargetUtilizationScaleSettings(**data)