diff options
Diffstat (limited to '.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job')
7 files changed, 447 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/__init__.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/__init__.py new file mode 100644 index 00000000..0d89198a --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/__init__.py @@ -0,0 +1,38 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + +__path__ = __import__("pkgutil").extend_path(__path__, __name__) + +from .automl import ( + AutoMLConstants, + AutoMLTransformerParameterKeys, + ImageClassificationModelNames, + ImageInstanceSegmentationModelNames, + ImageObjectDetectionModelNames, + NlpLearningRateScheduler, + NlpModels, + TabularTrainingMode, +) +from .distillation import DataGenerationTaskType, DataGenerationType +from .job import DistributionType, ImportSourceType, JobType +from .pipeline import PipelineConstants +from .sweep import SearchSpace + +__all__ = [ + "AutoMLConstants", + "AutoMLTransformerParameterKeys", + "DataGenerationTaskType", + "DataGenerationType", + "DistributionType", + "ImageClassificationModelNames", + "ImageObjectDetectionModelNames", + "ImageInstanceSegmentationModelNames", + "JobType", + "ImportSourceType", + "PipelineConstants", + "SearchSpace", + "NlpModels", + "NlpLearningRateScheduler", + "TabularTrainingMode", +] diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/automl.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/automl.py new file mode 100644 index 00000000..41af0781 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/automl.py @@ -0,0 +1,116 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- +from enum import Enum + +# pylint: disable=unused-import +from azure.ai.ml._restclient.v2023_04_01_preview.models import NlpLearningRateScheduler, TrainingMode +from azure.ai.ml._utils._experimental import experimental + + +class AutoMLConstants: + # The following are fields found in the yaml for AutoML Job + GENERAL_YAML = "general" + DATA_YAML = "data" + FEATURIZATION_YAML = "featurization" + LIMITS_YAML = "limits" + SWEEP_YAML = "sweep" + FORECASTING_YAML = "forecasting" + TRAINING_YAML = "training" + MAX_TRIALS_YAML = "max_trials" + VALIDATION_DATASET_SIZE_YAML = "validation_dataset_size" + TRAINING_DATA_SETTINGS_YAML = "training" + TEST_DATA_SETTINGS_YAML = "test" + VALIDATION_DATA_SETTINGS_YAML = "validation" + COUNTRY_OR_REGION_YAML = "country_or_region_for_holidays" + TASK_TYPE_YAML = "task" + TIMEOUT_YAML = "timeout_minutes" + TRIAL_TIMEOUT_YAML = "trial_timeout_minutes" + BLOCKED_ALGORITHMS_YAML = "blocked_training_algorithms" + ALLOWED_ALGORITHMS_YAML = "allowed_training_algorithms" + ENSEMBLE_MODEL_DOWNLOAD_TIMEOUT_YAML = "ensemble_model_download_timeout_minutes" + TERMINATION_POLICY_TYPE_YAML = "type" + + # TASK TYPES + CLASSIFICATION_YAML = "classification" + REGRESSION_YAML = "regression" + FORECASTING_YAML = "forecasting" + + # The following are general purpose AutoML fields + TARGET_LAGS = "target_lags" + AUTO = "auto" + OFF = "off" + CUSTOM = "custom" + TIME_SERIES_ID_COLUMN_NAMES = "time_series_id_column_names" + TRANSFORMER_PARAMS = "transformer_params" + MODE = "mode" + + +class AutoMLTransformerParameterKeys(Enum): + IMPUTER = "Imputer" + TF_IDF = "TfIdf" + HASH_ONE_HOT_ENCODER = "HashOneHotEncoder" + + +class ImageClassificationModelNames(Enum): + """Model names that are supported for Image Classification tasks.""" + + MOBILENETV2 = "mobilenetv2" + RESNET18 = "resnet18" + RESNET34 = "resnet34" + RESNET50 = "resnet50" + RESNET101 = "resnet101" + RESNET152 = "resnet152" + RESNEST50 = "resnest50" + RESNEST101 = "resnest101" + SERESNEXT = "seresnext" + VITS16R224 = "vits16r224" + VITB16R224 = "vitb16r224" + VITL16R224 = "vitl16r224" + + +class ImageObjectDetectionModelNames(Enum): + """Model names that are supported for Image Object Detection tasks.""" + + YOLOV5 = "yolov5" + FASTERRCNN_RESNET18_FPN = "fasterrcnn_resnet18_fpn" + FASTERRCNN_RESNET34_FPN = "fasterrcnn_resnet34_fpn" + FASTERRCNN_RESNET50_FPN = "fasterrcnn_resnet50_fpn" + FASTERRCNN_RESNET101_FPN = "fasterrcnn_resnet101_fpn" + FASTERRCNN_RESNET152_FPN = "fasterrcnn_resnet152_fpn" + RETINANET_RESNET50_FPN = "retinanet_resnet50_fpn" + + +class ImageInstanceSegmentationModelNames(Enum): + """Model names that are supported for Image Instance Segmentation tasks.""" + + MASKRCNN_RESNET18_FPN = "maskrcnn_resnet18_fpn" + MASKRCNN_RESNET34_FPN = "maskrcnn_resnet34_fpn" + MASKRCNN_RESNET50_FPN = "maskrcnn_resnet50_fpn" + MASKRCNN_RESNET101_FPN = "maskrcnn_resnet101_fpn" + MASKRCNN_RESNET152_FPN = "maskrcnn_resnet152_fpn" + + +class NlpModels(Enum): + """Model names that are supported for NLP (Natural Language Processing) tasks.""" + + BERT_BASE_CASED = "bert-base-cased" + BERT_BASE_UNCASED = "bert-base-uncased" + BERT_BASE_MULTILINGUAL_CASED = "bert-base-multilingual-cased" + BERT_BASE_GERMAN_CASED = "bert-base-german-cased" + BERT_LARGE_CASED = "bert-large-cased" + BERT_LARGE_UNCASED = "bert-large-uncased" + DISTILBERT_BASE_CASED = "distilbert-base-cased" + DISTILBERT_BASE_UNCASED = "distilbert-base-uncased" + ROBERTA_BASE = "roberta-base" + ROBERTA_LARGE = "roberta-large" + DISTILROBERTA_BASE = "distilroberta-base" + XLM_ROBERTA_BASE = "xlm-roberta-base" + XLM_ROBERTA_LARGE = "xlm-roberta-large" + XLNET_BASE_CASED = "xlnet-base-cased" + XLNET_LARGE_CASED = "xlnet-large-cased" + + +TrainingMode.__doc__ = "Mode to enable/disable distributed training." +TabularTrainingMode = experimental(TrainingMode) +TabularTrainingMode.__name__ = "TabularTrainingMode" diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/distillation.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/distillation.py new file mode 100644 index 00000000..4a6cf981 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/distillation.py @@ -0,0 +1,16 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + + +class DataGenerationTaskType: + NLI = "NLI" + NLU_QA = "NLU_QA" + CONVERSATION = "CONVERSATION" + MATH = "MATH" + SUMMARIZATION = "SUMMARIZATION" + + +class DataGenerationType: + LABEL_GENERATION = "label_generation" + DATA_GENERATION = "data_generation" diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/finetuning.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/finetuning.py new file mode 100644 index 00000000..8d763b63 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/finetuning.py @@ -0,0 +1,26 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + + +class FineTuningConstants: + AzureOpenAI = "azure-openai" + Custom = "custom" + + TaskType = "task" + ModelProvider = "model_provider" + HyperParameters = "hyperparameters" + + +class FineTuningTaskTypes: + CHAT_COMPLETION = "ChatCompletion" + TEXT_COMPLETION = "TextCompletion" + TEXT_CLASSIFICATION = "TextClassification" + QUESTION_ANSWERING = "QuestionAnswering" + TEXT_SUMMARIZATION = "TextSummarization" + TOKEN_CLASSIFICATION = "TokenClassification" + TEXT_TRANSLATION = "TextTranslation" + IMAGE_CLASSIFICATION = "ImageClassification" + IMAGE_INSTANCE_SEGMENTATION = "ImageInstanceSegmentation" + IMAGE_OBJECT_DETECTION = "ImageObjectDetection" + VIDEO_MULTI_OBJECT_TRACKING = "VideoMultiObjectTracking" diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/job.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/job.py new file mode 100644 index 00000000..4037dbb3 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/job.py @@ -0,0 +1,165 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + + +class DistributionType: + MPI = "mpi" + TENSORFLOW = "tensorflow" + PYTORCH = "pytorch" + RAY = "ray" + + +class JobType(object): + COMMAND = "command" + SWEEP = "sweep" + PIPELINE = "pipeline" + AUTOML = "automl" + COMPONENT = "component" + BASE = "base" + PARALLEL = "parallel" + IMPORT = "import" + SPARK = "spark" + DATA_TRANSFER = "data_transfer" + FINE_TUNING = "finetuning" + DISTILLATION = "distillation" + + +class JobLimitsType(object): + SWEEP = "Sweep" + + +class JobLogPattern: + COMMAND_JOB_LOG_PATTERN = "azureml-logs/[\\d]{2}.+\\.txt" + PIPELINE_JOB_LOG_PATTERN = "logs/azureml/executionlogs\\.txt" + SWEEP_JOB_LOG_PATTERN = "azureml-logs/hyperdrive\\.txt" + COMMON_RUNTIME_STREAM_LOG_PATTERN = "user_logs/std_log[\\D]*[0]*(?:_ps)?\\.txt" + COMMON_RUNTIME_ALL_USER_LOG_PATTERN = "user_logs/std_log.*\\.txt" + + +class JobServices: + STUDIO = "Studio" + + +class ImportSourceType: + AZURESQLDB = "azuresqldb" + AZURESYNAPSEANALYTICS = "azuresynapseanalytics" + SNOWFLAKE = "snowflake" + S3 = "s3" + + +class JobComputePropertyFields(object): + # Legacy name + AISUPERCOMPUTER = "AISuperComputer" + SINGULARITY = "Singularity" + ITP = "itp" + TARGET_SELECTOR = "target_selector" + + +class SparkConfKey: + DRIVER_CORES = "driver_cores" + DRIVER_MEMORY = "driver_memory" + EXECUTOR_CORES = "executor_cores" + EXECUTOR_MEMORY = "executor_memory" + EXECUTOR_INSTANCES = "executor_instances" + DYNAMIC_ALLOCATION_MIN_EXECUTORS = "dynamic_allocation_min_executors" + DYNAMIC_ALLOCATION_MAX_EXECUTORS = "dynamic_allocation_max_executors" + DYNAMIC_ALLOCATION_ENABLED = "dynamic_allocation_enabled" + + +class RestSparkConfKey: + DRIVER_CORES = "spark.driver.cores" + DRIVER_MEMORY = "spark.driver.memory" + EXECUTOR_CORES = "spark.executor.cores" + EXECUTOR_MEMORY = "spark.executor.memory" + EXECUTOR_INSTANCES = "spark.executor.instances" + DYNAMIC_ALLOCATION_MIN_EXECUTORS = "spark.dynamicAllocation.minExecutors" + DYNAMIC_ALLOCATION_MAX_EXECUTORS = "spark.dynamicAllocation.maxExecutors" + DYNAMIC_ALLOCATION_ENABLED = "spark.dynamicAllocation.enabled" + + +class JobServiceTypeNames: + class EntityNames: + CUSTOM = "custom" + TRACKING = "Tracking" + STUDIO = "Studio" + JUPYTER_LAB = "jupyter_lab" + SSH = "ssh" + TENSOR_BOARD = "tensor_board" + VS_CODE = "vs_code" + RAY_DASHBOARD = "RayDashboard" + + class RestNames: + CUSTOM = "Custom" + TRACKING = "Tracking" + STUDIO = "Studio" + JUPYTER_LAB = "JupyterLab" + SSH = "SSH" + TENSOR_BOARD = "TensorBoard" + VS_CODE = "VSCode" + RAY_DASHBOARD = "RayDashboard" + + ENTITY_TO_REST = { + EntityNames.CUSTOM: RestNames.CUSTOM, + EntityNames.TRACKING: RestNames.TRACKING, + EntityNames.STUDIO: RestNames.STUDIO, + EntityNames.JUPYTER_LAB: RestNames.JUPYTER_LAB, + EntityNames.SSH: RestNames.SSH, + EntityNames.TENSOR_BOARD: RestNames.TENSOR_BOARD, + EntityNames.VS_CODE: RestNames.VS_CODE, + EntityNames.RAY_DASHBOARD: RestNames.RAY_DASHBOARD, + } + + REST_TO_ENTITY = {v: k for k, v in ENTITY_TO_REST.items()} + + NAMES_ALLOWED_FOR_PUBLIC = [EntityNames.JUPYTER_LAB, EntityNames.SSH, EntityNames.TENSOR_BOARD, EntityNames.VS_CODE] + + +class JobTierNames: + class EntityNames: + Spot = "spot" + Basic = "basic" + Standard = "standard" + Premium = "premium" + Null = "null" + + class RestNames: + Null = "Null" + Spot = "Spot" + Basic = "Basic" + Standard = "Standard" + Premium = "Premium" + + ENTITY_TO_REST = { + EntityNames.Null: RestNames.Null, + EntityNames.Spot: RestNames.Spot, + EntityNames.Basic: RestNames.Basic, + EntityNames.Standard: RestNames.Standard, + EntityNames.Premium: RestNames.Premium, + } + + REST_TO_ENTITY = {v: k for k, v in ENTITY_TO_REST.items()} + + ALLOWED_NAMES = [EntityNames.Spot, EntityNames.Basic, EntityNames.Standard, EntityNames.Premium, EntityNames.Null] + + +class JobPriorityValues: + class EntityValues: + LOW = "low" + MEDIUM = "medium" + HIGH = "high" + + class RestValues: + LOW = 1 + MEDIUM = 2 + HIGH = 3 + + ENTITY_TO_REST = { + EntityValues.LOW: RestValues.LOW, + EntityValues.MEDIUM: RestValues.MEDIUM, + EntityValues.HIGH: RestValues.HIGH, + } + + REST_TO_ENTITY = {v: k for k, v in ENTITY_TO_REST.items()} + + ALLOWED_VALUES = [EntityValues.LOW, EntityValues.MEDIUM, EntityValues.HIGH] diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/pipeline.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/pipeline.py new file mode 100644 index 00000000..4b66d401 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/pipeline.py @@ -0,0 +1,64 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + + +class PipelineConstants: + DEFAULT_DATASTORE_SDK = "default_datastore_name" + DEFAULT_DATASTORE_REST = "defaultDatastoreName" + DEFAULT_DATASTORE = "default_datastore" + DEFAULT_COMPUTE = "default_compute" + CONTINUE_ON_STEP_FAILURE = "continue_on_step_failure" + CONTINUE_RUN_ON_FAILED_OPTIONAL_INPUT = "continue_run_on_failed_optional_input" + DATASTORE_REST = "Datastore" + ENVIRONMENT = "environment" + CODE = "code" + REUSED_FLAG_FIELD = "azureml.isreused" + REUSED_FLAG_TRUE = "true" + REUSED_JOB_ID = "azureml.reusedrunid" + PIPELINE_JOB_TYPE = "azureml.pipelinejob" + + +class ValidationErrorCode: + PARAMETER_TYPE_UNKNOWN = "ParameterTypeUnknown" + + +# Methods in Python dictionary, when used as IO name, will actually get function rather than IO object, +# resulting in validation error. +# So print warning message on this and suggest user to access with syntax "d[key]" instead of "d.key". +# Reference: builtins.py::dict +COMPONENT_IO_KEYWORDS = { + "clear", + "copy", + "fromkeys", + "get", + "items", + "keys", + "pop", + "popitem", + "setdefault", + "update", + "values", + "__class_getitem__", + "__contains__", + "__delitem__", + "__eq__", + "__getattribute__", + "__getitem__", + "__ge__", + "__init__", + "__ior__", + "__iter__", + "__len__", + "__le__", + "__lt__", + "__new__", + "__ne__", + "__or__", + "__repr__", + "__reversed__", + "__ror__", + "__setitem__", + "__sizeof__", + "__hash__", +} diff --git a/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/sweep.py b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/sweep.py new file mode 100644 index 00000000..4dbbe80c --- /dev/null +++ b/.venv/lib/python3.12/site-packages/azure/ai/ml/constants/_job/sweep.py @@ -0,0 +1,22 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + + +class SearchSpace: + # Hyperparameter search constants + CHOICE = "choice" + UNIFORM = "uniform" + LOGUNIFORM = "loguniform" + QUNIFORM = "quniform" + QLOGUNIFORM = "qloguniform" + NORMAL = "normal" + LOGNORMAL = "lognormal" + QNORMAL = "qnormal" + QLOGNORMAL = "qlognormal" + RANDINT = "randint" + + UNIFORM_LOGUNIFORM = [UNIFORM, LOGUNIFORM] + QUNIFORM_QLOGUNIFORM = [QUNIFORM, QLOGUNIFORM] + NORMAL_LOGNORMAL = [NORMAL, LOGNORMAL] + QNORMAL_QLOGNORMAL = [QNORMAL, QLOGNORMAL] |