Skip to content

Commit

Permalink
feat(client-sagemaker): Releasing large data support as part of Creat…
Browse files Browse the repository at this point in the history
…eAutoMLJobV2 in SageMaker Autopilot and CreateDomain API for SageMaker Canvas.
  • Loading branch information
awstools committed Aug 12, 2024
1 parent 933816f commit 014f34c
Show file tree
Hide file tree
Showing 23 changed files with 887 additions and 591 deletions.
12 changes: 12 additions & 0 deletions clients/client-sagemaker/src/commands/CreateAutoMLJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,18 @@ export interface CreateAutoMLJobCommandOutput extends CreateAutoMLJobResponse, _

/**
* <p>Creates an Autopilot job also referred to as Autopilot experiment or AutoML job.</p>
* <p>An AutoML job in SageMaker is a fully automated process that allows you to build machine
* learning models with minimal effort and machine learning expertise. When initiating an
* AutoML job, you provide your data and optionally specify parameters tailored to your use
* case. SageMaker then automates the entire model development lifecycle, including data
* preprocessing, model training, tuning, and evaluation. AutoML jobs are designed to simplify
* and accelerate the model building process by automating various tasks and exploring
* different combinations of machine learning algorithms, data preprocessing techniques, and
* hyperparameter values. The output of an AutoML job comprises one or more trained models
* ready for deployment and inference. Additionally, SageMaker AutoML jobs generate a candidate
* model leaderboard, allowing you to select the best-performing model for deployment.</p>
* <p>For more information about AutoML jobs, see <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/autopilot-automate-model-development.html">https://docs.aws.amazon.com/sagemaker/latest/dg/autopilot-automate-model-development.html</a>
* in the SageMaker developer guide.</p>
* <note>
* <p>We recommend using the new versions <a href="https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_CreateAutoMLJobV2.html">CreateAutoMLJobV2</a> and <a href="https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeAutoMLJobV2.html">DescribeAutoMLJobV2</a>, which offer backward compatibility.</p>
* <p>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ import { Command as $Command } from "@smithy/smithy-client";
import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { CreateAutoMLJobV2Request, CreateAutoMLJobV2Response } from "../models/models_0";
import { CreateAutoMLJobV2Request, CreateAutoMLJobV2Response } from "../models/models_1";
import { de_CreateAutoMLJobV2Command, se_CreateAutoMLJobV2Command } from "../protocols/Aws_json1_1";
import { SageMakerClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../SageMakerClient";

Expand All @@ -29,6 +29,21 @@ export interface CreateAutoMLJobV2CommandOutput extends CreateAutoMLJobV2Respons

/**
* <p>Creates an Autopilot job also referred to as Autopilot experiment or AutoML job V2.</p>
* <p>An AutoML job in SageMaker is a fully automated process that allows you to build machine
* learning models with minimal effort and machine learning expertise. When initiating an
* AutoML job, you provide your data and optionally specify parameters tailored to your use
* case. SageMaker then automates the entire model development lifecycle, including data
* preprocessing, model training, tuning, and evaluation. AutoML jobs are designed to simplify
* and accelerate the model building process by automating various tasks and exploring
* different combinations of machine learning algorithms, data preprocessing techniques, and
* hyperparameter values. The output of an AutoML job comprises one or more trained models
* ready for deployment and inference. Additionally, SageMaker AutoML jobs generate a candidate
* model leaderboard, allowing you to select the best-performing model for deployment.</p>
* <p>For more information about AutoML jobs, see <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/autopilot-automate-model-development.html">https://docs.aws.amazon.com/sagemaker/latest/dg/autopilot-automate-model-development.html</a>
* in the SageMaker developer guide.</p>
* <p>AutoML jobs V2 support various problem types such as regression, binary, and multiclass
* classification with tabular data, text and image classification, time-series forecasting,
* and fine-tuning of large language models (LLMs) for text generation.</p>
* <note>
* <p>
* <a href="https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_CreateAutoMLJobV2.html">CreateAutoMLJobV2</a> and <a href="https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeAutoMLJobV2.html">DescribeAutoMLJobV2</a> are new versions of <a href="https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_CreateAutoMLJob.html">CreateAutoMLJob</a>
Expand Down Expand Up @@ -197,6 +212,11 @@ export interface CreateAutoMLJobV2CommandOutput extends CreateAutoMLJobV2Respons
* DataSplitConfig: { // AutoMLDataSplitConfig
* ValidationFraction: Number("float"),
* },
* AutoMLComputeConfig: { // AutoMLComputeConfig
* EmrServerlessComputeConfig: { // EmrServerlessComputeConfig
* ExecutionRoleARN: "STRING_VALUE", // required
* },
* },
* };
* const command = new CreateAutoMLJobV2Command(input);
* const response = await client.send(command);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,7 @@ import { Command as $Command } from "@smithy/smithy-client";
import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { CreateClusterRequest } from "../models/models_0";
import { CreateClusterResponse } from "../models/models_1";
import { CreateClusterRequest, CreateClusterResponse } from "../models/models_1";
import { de_CreateClusterCommand, se_CreateClusterCommand } from "../protocols/Aws_json1_1";
import { SageMakerClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../SageMakerClient";

Expand Down
6 changes: 5 additions & 1 deletion clients/client-sagemaker/src/commands/CreateDomainCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -185,6 +185,10 @@ export interface CreateDomainCommandOutput extends CreateDomainResponse, __Metad
* GenerativeAiSettings: { // GenerativeAiSettings
* AmazonBedrockRoleArn: "STRING_VALUE",
* },
* EmrServerlessSettings: { // EmrServerlessSettings
* ExecutionRoleArn: "STRING_VALUE",
* Status: "ENABLED" || "DISABLED",
* },
* },
* CodeEditorAppSettings: { // CodeEditorAppSettings
* DefaultResourceSpec: {
Expand Down Expand Up @@ -253,7 +257,7 @@ export interface CreateDomainCommandOutput extends CreateDomainResponse, __Metad
* ],
* StudioWebPortalSettings: { // StudioWebPortalSettings
* HiddenMlTools: [ // HiddenMlToolsList
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* ],
* HiddenAppTypes: [ // HiddenAppTypesList
* "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ export interface CreateProcessingJobCommandOutput extends CreateProcessingJobRes
* OutputName: "STRING_VALUE", // required
* S3Output: { // ProcessingS3Output
* S3Uri: "STRING_VALUE", // required
* LocalPath: "STRING_VALUE", // required
* LocalPath: "STRING_VALUE",
* S3UploadMode: "Continuous" || "EndOfJob", // required
* },
* FeatureStoreOutput: { // ProcessingFeatureStoreOutput
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -156,6 +156,10 @@ export interface CreateUserProfileCommandOutput extends CreateUserProfileRespons
* GenerativeAiSettings: { // GenerativeAiSettings
* AmazonBedrockRoleArn: "STRING_VALUE",
* },
* EmrServerlessSettings: { // EmrServerlessSettings
* ExecutionRoleArn: "STRING_VALUE",
* Status: "ENABLED" || "DISABLED",
* },
* },
* CodeEditorAppSettings: { // CodeEditorAppSettings
* DefaultResourceSpec: {
Expand Down Expand Up @@ -224,7 +228,7 @@ export interface CreateUserProfileCommandOutput extends CreateUserProfileRespons
* ],
* StudioWebPortalSettings: { // StudioWebPortalSettings
* HiddenMlTools: [ // HiddenMlToolsList
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* ],
* HiddenAppTypes: [ // HiddenAppTypesList
* "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -273,6 +273,11 @@ export interface DescribeAutoMLJobV2CommandOutput extends DescribeAutoMLJobV2Res
* // ],
* // },
* // },
* // AutoMLComputeConfig: { // AutoMLComputeConfig
* // EmrServerlessComputeConfig: { // EmrServerlessComputeConfig
* // ExecutionRoleARN: "STRING_VALUE", // required
* // },
* // },
* // };
*
* ```
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,10 @@ export interface DescribeDomainCommandOutput extends DescribeDomainResponse, __M
* // GenerativeAiSettings: { // GenerativeAiSettings
* // AmazonBedrockRoleArn: "STRING_VALUE",
* // },
* // EmrServerlessSettings: { // EmrServerlessSettings
* // ExecutionRoleArn: "STRING_VALUE",
* // Status: "ENABLED" || "DISABLED",
* // },
* // },
* // CodeEditorAppSettings: { // CodeEditorAppSettings
* // DefaultResourceSpec: {
Expand Down Expand Up @@ -225,7 +229,7 @@ export interface DescribeDomainCommandOutput extends DescribeDomainResponse, __M
* // ],
* // StudioWebPortalSettings: { // StudioWebPortalSettings
* // HiddenMlTools: [ // HiddenMlToolsList
* // "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* // "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* // ],
* // HiddenAppTypes: [ // HiddenAppTypesList
* // "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,8 @@ import { Command as $Command } from "@smithy/smithy-client";
import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import {
DescribeModelCardRequest,
DescribeModelCardResponse,
DescribeModelCardResponseFilterSensitiveLog,
} from "../models/models_2";
import { DescribeModelCardRequest } from "../models/models_2";
import { DescribeModelCardResponse, DescribeModelCardResponseFilterSensitiveLog } from "../models/models_3";
import { de_DescribeModelCardCommand, se_DescribeModelCardCommand } from "../protocols/Aws_json1_1";
import { SageMakerClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../SageMakerClient";

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,7 @@ import { Command as $Command } from "@smithy/smithy-client";
import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { DescribeModelCardExportJobRequest } from "../models/models_2";
import { DescribeModelCardExportJobResponse } from "../models/models_3";
import { DescribeModelCardExportJobRequest, DescribeModelCardExportJobResponse } from "../models/models_3";
import { de_DescribeModelCardExportJobCommand, se_DescribeModelCardExportJobCommand } from "../protocols/Aws_json1_1";
import { SageMakerClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../SageMakerClient";

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ export interface DescribeProcessingJobCommandOutput extends DescribeProcessingJo
* // OutputName: "STRING_VALUE", // required
* // S3Output: { // ProcessingS3Output
* // S3Uri: "STRING_VALUE", // required
* // LocalPath: "STRING_VALUE", // required
* // LocalPath: "STRING_VALUE",
* // S3UploadMode: "Continuous" || "EndOfJob", // required
* // },
* // FeatureStoreOutput: { // ProcessingFeatureStoreOutput
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -156,6 +156,10 @@ export interface DescribeUserProfileCommandOutput extends DescribeUserProfileRes
* // GenerativeAiSettings: { // GenerativeAiSettings
* // AmazonBedrockRoleArn: "STRING_VALUE",
* // },
* // EmrServerlessSettings: { // EmrServerlessSettings
* // ExecutionRoleArn: "STRING_VALUE",
* // Status: "ENABLED" || "DISABLED",
* // },
* // },
* // CodeEditorAppSettings: { // CodeEditorAppSettings
* // DefaultResourceSpec: {
Expand Down Expand Up @@ -224,7 +228,7 @@ export interface DescribeUserProfileCommandOutput extends DescribeUserProfileRes
* // ],
* // StudioWebPortalSettings: { // StudioWebPortalSettings
* // HiddenMlTools: [ // HiddenMlToolsList
* // "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* // "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* // ],
* // HiddenAppTypes: [ // HiddenAppTypesList
* // "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ import { commonParams } from "../endpoint/EndpointParameters";
import {
ListModelExplainabilityJobDefinitionsRequest,
ListModelExplainabilityJobDefinitionsResponse,
} from "../models/models_3";
} from "../models/models_4";
import {
de_ListModelExplainabilityJobDefinitionsCommand,
se_ListModelExplainabilityJobDefinitionsCommand,
Expand Down
2 changes: 1 addition & 1 deletion clients/client-sagemaker/src/commands/SearchCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -711,7 +711,7 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // OutputName: "STRING_VALUE", // required
* // S3Output: { // ProcessingS3Output
* // S3Uri: "STRING_VALUE", // required
* // LocalPath: "STRING_VALUE", // required
* // LocalPath: "STRING_VALUE",
* // S3UploadMode: "Continuous" || "EndOfJob", // required
* // },
* // FeatureStoreOutput: { // ProcessingFeatureStoreOutput
Expand Down
6 changes: 5 additions & 1 deletion clients/client-sagemaker/src/commands/UpdateDomainCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -141,6 +141,10 @@ export interface UpdateDomainCommandOutput extends UpdateDomainResponse, __Metad
* GenerativeAiSettings: { // GenerativeAiSettings
* AmazonBedrockRoleArn: "STRING_VALUE",
* },
* EmrServerlessSettings: { // EmrServerlessSettings
* ExecutionRoleArn: "STRING_VALUE",
* Status: "ENABLED" || "DISABLED",
* },
* },
* CodeEditorAppSettings: { // CodeEditorAppSettings
* DefaultResourceSpec: {
Expand Down Expand Up @@ -209,7 +213,7 @@ export interface UpdateDomainCommandOutput extends UpdateDomainResponse, __Metad
* ],
* StudioWebPortalSettings: { // StudioWebPortalSettings
* HiddenMlTools: [ // HiddenMlToolsList
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* ],
* HiddenAppTypes: [ // HiddenAppTypesList
* "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -142,6 +142,10 @@ export interface UpdateUserProfileCommandOutput extends UpdateUserProfileRespons
* GenerativeAiSettings: { // GenerativeAiSettings
* AmazonBedrockRoleArn: "STRING_VALUE",
* },
* EmrServerlessSettings: { // EmrServerlessSettings
* ExecutionRoleArn: "STRING_VALUE",
* Status: "ENABLED" || "DISABLED",
* },
* },
* CodeEditorAppSettings: { // CodeEditorAppSettings
* DefaultResourceSpec: {
Expand Down Expand Up @@ -210,7 +214,7 @@ export interface UpdateUserProfileCommandOutput extends UpdateUserProfileRespons
* ],
* StudioWebPortalSettings: { // StudioWebPortalSettings
* HiddenMlTools: [ // HiddenMlToolsList
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects",
* "DataWrangler" || "FeatureStore" || "EmrClusters" || "AutoMl" || "Experiments" || "Training" || "ModelEvaluation" || "Pipelines" || "Models" || "JumpStart" || "InferenceRecommender" || "Endpoints" || "Projects" || "InferenceOptimization",
* ],
* HiddenAppTypes: [ // HiddenAppTypesList
* "JupyterServer" || "KernelGateway" || "DetailedProfiler" || "TensorBoard" || "CodeEditor" || "JupyterLab" || "RStudioServerPro" || "RSessionGateway" || "Canvas",
Expand Down
Loading

0 comments on commit 014f34c

Please sign in to comment.