Skip to content

Commit 3bcfa51

Browse files
Amazon SageMaker now supports deleting training and processing jobs in a terminal status.
1 parent a0d183c commit 3bcfa51

17 files changed

+1131
-2
lines changed

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.api.json

Lines changed: 40 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1423,6 +1423,18 @@
14231423
{"shape":"ResourceNotFound"}
14241424
]
14251425
},
1426+
"DeleteProcessingJob":{
1427+
"name":"DeleteProcessingJob",
1428+
"http":{
1429+
"method":"POST",
1430+
"requestUri":"/"
1431+
},
1432+
"input":{"shape":"DeleteProcessingJobRequest"},
1433+
"errors":[
1434+
{"shape":"ResourceNotFound"},
1435+
{"shape":"ResourceInUse"}
1436+
]
1437+
},
14261438
"DeleteProject":{
14271439
"name":"DeleteProject",
14281440
"http":{
@@ -1467,6 +1479,18 @@
14671479
"input":{"shape":"DeleteTagsInput"},
14681480
"output":{"shape":"DeleteTagsOutput"}
14691481
},
1482+
"DeleteTrainingJob":{
1483+
"name":"DeleteTrainingJob",
1484+
"http":{
1485+
"method":"POST",
1486+
"requestUri":"/"
1487+
},
1488+
"input":{"shape":"DeleteTrainingJobRequest"},
1489+
"errors":[
1490+
{"shape":"ResourceNotFound"},
1491+
{"shape":"ResourceInUse"}
1492+
]
1493+
},
14701494
"DeleteTrial":{
14711495
"name":"DeleteTrial",
14721496
"http":{
@@ -10447,6 +10471,13 @@
1044710471
"PipelineArn":{"shape":"PipelineArn"}
1044810472
}
1044910473
},
10474+
"DeleteProcessingJobRequest":{
10475+
"type":"structure",
10476+
"required":["ProcessingJobName"],
10477+
"members":{
10478+
"ProcessingJobName":{"shape":"ProcessingJobName"}
10479+
}
10480+
},
1045010481
"DeleteProjectInput":{
1045110482
"type":"structure",
1045210483
"required":["ProjectName"],
@@ -10487,6 +10518,13 @@
1048710518
"type":"structure",
1048810519
"members":{}
1048910520
},
10521+
"DeleteTrainingJobRequest":{
10522+
"type":"structure",
10523+
"required":["TrainingJobName"],
10524+
"members":{
10525+
"TrainingJobName":{"shape":"TrainingJobName"}
10526+
}
10527+
},
1049010528
"DeleteTrialComponentRequest":{
1049110529
"type":"structure",
1049210530
"required":["TrialComponentName"],
@@ -26597,7 +26635,8 @@
2659726635
"Completed",
2659826636
"Failed",
2659926637
"Stopping",
26600-
"Stopped"
26638+
"Stopped",
26639+
"Deleting"
2660126640
]
2660226641
},
2660326642
"TrainingJobStatusCounter":{

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.docs.json

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -121,10 +121,12 @@
121121
"DeleteOptimizationJob": "<p>Deletes an optimization job.</p>",
122122
"DeletePartnerApp": "<p>Deletes a SageMaker Partner AI App.</p>",
123123
"DeletePipeline": "<p>Deletes a pipeline if there are no running instances of the pipeline. To delete a pipeline, you must stop all running instances of the pipeline using the <code>StopPipelineExecution</code> API. When you delete a pipeline, all instances of the pipeline are deleted.</p>",
124+
"DeleteProcessingJob": "<p>Deletes a processing job. After Amazon SageMaker deletes a processing job, all of the metadata for the processing job is lost. You can delete only processing jobs that are in a terminal state (<code>Stopped</code>, <code>Failed</code>, or <code>Completed</code>). You cannot delete a job that is in the <code>InProgress</code> or <code>Stopping</code> state. After deleting the job, you can reuse its name to create another processing job.</p>",
124125
"DeleteProject": "<p>Delete the specified project.</p>",
125126
"DeleteSpace": "<p>Used to delete a space.</p>",
126127
"DeleteStudioLifecycleConfig": "<p>Deletes the Amazon SageMaker AI Studio Lifecycle Configuration. In order to delete the Lifecycle Configuration, there must be no running apps using the Lifecycle Configuration. You must also remove the Lifecycle Configuration from UserSettings in all Domains and UserProfiles.</p>",
127128
"DeleteTags": "<p>Deletes the specified tags from an SageMaker resource.</p> <p>To list a resource's tags, use the <code>ListTags</code> API. </p> <note> <p>When you call this API to delete tags from a hyperparameter tuning job, the deleted tags are not removed from training jobs that the hyperparameter tuning job launched before you called this API.</p> </note> <note> <p>When you call this API to delete tags from a SageMaker Domain or User Profile, the deleted tags are not removed from Apps that the SageMaker Domain or User Profile launched before you called this API.</p> </note>",
129+
"DeleteTrainingJob": "<p>Deletes a training job. After SageMaker deletes a training job, all of the metadata for the training job is lost. You can delete only training jobs that are in a terminal state (<code>Stopped</code>, <code>Failed</code>, or <code>Completed</code>) and don't retain an <code>Available</code> <a href=\"https://docs.aws.amazon.com/sagemaker/latest/dg/train-warm-pools.html\">managed warm pool</a>. You cannot delete a job that is in the <code>InProgress</code> or <code>Stopping</code> state. After deleting the job, you can reuse its name to create another training job.</p>",
128130
"DeleteTrial": "<p>Deletes the specified trial. All trial components that make up the trial must be deleted first. Use the <a href=\"https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DescribeTrialComponent.html\">DescribeTrialComponent</a> API to get the list of trial components.</p>",
129131
"DeleteTrialComponent": "<p>Deletes the specified trial component. A trial component must be disassociated from all trials before the trial component can be deleted. To disassociate a trial component from a trial, call the <a href=\"https://docs.aws.amazon.com/sagemaker/latest/APIReference/API_DisassociateTrialComponent.html\">DisassociateTrialComponent</a> API.</p>",
130132
"DeleteUserProfile": "<p>Deletes a user profile. When a user profile is deleted, the user loses access to their EFS volume, including data, notebooks, and other artifacts.</p>",
@@ -4551,6 +4553,10 @@
45514553
"base": null,
45524554
"refs": {}
45534555
},
4556+
"DeleteProcessingJobRequest": {
4557+
"base": null,
4558+
"refs": {}
4559+
},
45544560
"DeleteProjectInput": {
45554561
"base": null,
45564562
"refs": {}
@@ -4571,6 +4577,10 @@
45714577
"base": null,
45724578
"refs": {}
45734579
},
4580+
"DeleteTrainingJobRequest": {
4581+
"base": null,
4582+
"refs": {}
4583+
},
45744584
"DeleteTrialComponentRequest": {
45754585
"base": null,
45764586
"refs": {}
@@ -13419,6 +13429,7 @@
1341913429
"refs": {
1342013430
"CreateProcessingJobRequest$ProcessingJobName": "<p> The name of the processing job. The name must be unique within an Amazon Web Services Region in the Amazon Web Services account.</p>",
1342113431
"DataQualityBaselineConfig$BaseliningJobName": "<p>The name of the job that performs baselining for the data quality monitoring job.</p>",
13432+
"DeleteProcessingJobRequest$ProcessingJobName": "<p>The name of the processing job to delete.</p>",
1342213433
"DescribeProcessingJobRequest$ProcessingJobName": "<p>The name of the processing job. The name must be unique within an Amazon Web Services Region in the Amazon Web Services account.</p>",
1342313434
"DescribeProcessingJobResponse$ProcessingJobName": "<p>The name of the processing job. The name must be unique within an Amazon Web Services Region in the Amazon Web Services account.</p>",
1342413435
"ModelBiasBaselineConfig$BaseliningJobName": "<p>The name of the baseline model bias job.</p>",
@@ -17476,6 +17487,7 @@
1747617487
"base": null,
1747717488
"refs": {
1747817489
"CreateTrainingJobRequest$TrainingJobName": "<p>The name of the training job. The name must be unique within an Amazon Web Services Region in an Amazon Web Services account. </p>",
17490+
"DeleteTrainingJobRequest$TrainingJobName": "<p>The name of the training job to delete.</p>",
1747917491
"DescribeTrainingJobRequest$TrainingJobName": "<p>The name of the training job.</p>",
1748017492
"DescribeTrainingJobResponse$TrainingJobName": "<p> Name of the model training job. </p>",
1748117493
"HyperParameterTrainingJobSummary$TrainingJobName": "<p>The name of the training job.</p>",

generator/ServiceModels/sagemaker/sagemaker-2017-07-24.normal.json

Lines changed: 48 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1542,6 +1542,19 @@
15421542
],
15431543
"documentation":"<p>Deletes a pipeline if there are no running instances of the pipeline. To delete a pipeline, you must stop all running instances of the pipeline using the <code>StopPipelineExecution</code> API. When you delete a pipeline, all instances of the pipeline are deleted.</p>"
15441544
},
1545+
"DeleteProcessingJob":{
1546+
"name":"DeleteProcessingJob",
1547+
"http":{
1548+
"method":"POST",
1549+
"requestUri":"/"
1550+
},
1551+
"input":{"shape":"DeleteProcessingJobRequest"},
1552+
"errors":[
1553+
{"shape":"ResourceNotFound"},
1554+
{"shape":"ResourceInUse"}
1555+
],
1556+
"documentation":"<p>Deletes a processing job. After Amazon SageMaker deletes a processing job, all of the metadata for the processing job is lost. You can delete only processing jobs that are in a terminal state (<code>Stopped</code>, <code>Failed</code>, or <code>Completed</code>). You cannot delete a job that is in the <code>InProgress</code> or <code>Stopping</code> state. After deleting the job, you can reuse its name to create another processing job.</p>"
1557+
},
15451558
"DeleteProject":{
15461559
"name":"DeleteProject",
15471560
"http":{
@@ -1590,6 +1603,19 @@
15901603
"output":{"shape":"DeleteTagsOutput"},
15911604
"documentation":"<p>Deletes the specified tags from an SageMaker resource.</p> <p>To list a resource's tags, use the <code>ListTags</code> API. </p> <note> <p>When you call this API to delete tags from a hyperparameter tuning job, the deleted tags are not removed from training jobs that the hyperparameter tuning job launched before you called this API.</p> </note> <note> <p>When you call this API to delete tags from a SageMaker Domain or User Profile, the deleted tags are not removed from Apps that the SageMaker Domain or User Profile launched before you called this API.</p> </note>"
15921605
},
1606+
"DeleteTrainingJob":{
1607+
"name":"DeleteTrainingJob",
1608+
"http":{
1609+
"method":"POST",
1610+
"requestUri":"/"
1611+
},
1612+
"input":{"shape":"DeleteTrainingJobRequest"},
1613+
"errors":[
1614+
{"shape":"ResourceNotFound"},
1615+
{"shape":"ResourceInUse"}
1616+
],
1617+
"documentation":"<p>Deletes a training job. After SageMaker deletes a training job, all of the metadata for the training job is lost. You can delete only training jobs that are in a terminal state (<code>Stopped</code>, <code>Failed</code>, or <code>Completed</code>) and don't retain an <code>Available</code> <a href=\"https://docs.aws.amazon.com/sagemaker/latest/dg/train-warm-pools.html\">managed warm pool</a>. You cannot delete a job that is in the <code>InProgress</code> or <code>Stopping</code> state. After deleting the job, you can reuse its name to create another training job.</p>"
1618+
},
15931619
"DeleteTrial":{
15941620
"name":"DeleteTrial",
15951621
"http":{
@@ -14682,6 +14708,16 @@
1468214708
}
1468314709
}
1468414710
},
14711+
"DeleteProcessingJobRequest":{
14712+
"type":"structure",
14713+
"required":["ProcessingJobName"],
14714+
"members":{
14715+
"ProcessingJobName":{
14716+
"shape":"ProcessingJobName",
14717+
"documentation":"<p>The name of the processing job to delete.</p>"
14718+
}
14719+
}
14720+
},
1468514721
"DeleteProjectInput":{
1468614722
"type":"structure",
1468714723
"required":["ProjectName"],
@@ -14740,6 +14776,16 @@
1474014776
"type":"structure",
1474114777
"members":{}
1474214778
},
14779+
"DeleteTrainingJobRequest":{
14780+
"type":"structure",
14781+
"required":["TrainingJobName"],
14782+
"members":{
14783+
"TrainingJobName":{
14784+
"shape":"TrainingJobName",
14785+
"documentation":"<p>The name of the training job to delete.</p>"
14786+
}
14787+
}
14788+
},
1474314789
"DeleteTrialComponentRequest":{
1474414790
"type":"structure",
1474514791
"required":["TrialComponentName"],
@@ -42006,7 +42052,8 @@
4200642052
"Completed",
4200742053
"Failed",
4200842054
"Stopping",
42009-
"Stopped"
42055+
"Stopped",
42056+
"Deleting"
4201042057
]
4201142058
},
4201242059
"TrainingJobStatusCounter":{

sdk/code-analysis/ServiceAnalysis/SageMaker/Generated/PropertyValueRules.xml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2057,6 +2057,12 @@
20572057
<max>2048</max>
20582058
<pattern>arn:aws[a-z\-]*:sagemaker:[a-z0-9\-]*:[0-9]{12}:pipeline/.*</pattern>
20592059
</property-value-rule>
2060+
<property-value-rule>
2061+
<property>Amazon.SageMaker.Model.DeleteProcessingJobRequest.ProcessingJobName</property>
2062+
<min>1</min>
2063+
<max>63</max>
2064+
<pattern>[a-zA-Z0-9](-*[a-zA-Z0-9]){0,62}</pattern>
2065+
</property-value-rule>
20602066
<property-value-rule>
20612067
<property>Amazon.SageMaker.Model.DeleteProjectRequest.ProjectName</property>
20622068
<min>1</min>
@@ -2087,6 +2093,12 @@
20872093
<max>256</max>
20882094
<pattern>arn:aws[a-z-]*:sagemaker:[a-z0-9-]*:[0-9]{12}:.+</pattern>
20892095
</property-value-rule>
2096+
<property-value-rule>
2097+
<property>Amazon.SageMaker.Model.DeleteTrainingJobRequest.TrainingJobName</property>
2098+
<min>1</min>
2099+
<max>63</max>
2100+
<pattern>[a-zA-Z0-9](-*[a-zA-Z0-9]){0,62}</pattern>
2101+
</property-value-rule>
20902102
<property-value-rule>
20912103
<property>Amazon.SageMaker.Model.DeleteTrialRequest.TrialName</property>
20922104
<min>1</min>
Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
/*
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License").
5+
* You may not use this file except in compliance with the License.
6+
* A copy of the License is located at
7+
*
8+
* http://aws.amazon.com/apache2.0
9+
*
10+
* or in the "license" file accompanying this file. This file is distributed
11+
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
12+
* express or implied. See the License for the specific language governing
13+
* permissions and limitations under the License.
14+
*/
15+
16+
/*
17+
* Do not modify this file. This file is generated from the sagemaker-2017-07-24.normal.json service model.
18+
*/
19+
using System;
20+
using System.Collections.Generic;
21+
using System.Xml.Serialization;
22+
using System.Text;
23+
using System.IO;
24+
using System.Net;
25+
26+
using Amazon.Runtime;
27+
using Amazon.Runtime.Internal;
28+
29+
#pragma warning disable CS0612,CS0618,CS1570
30+
namespace Amazon.SageMaker.Model
31+
{
32+
/// <summary>
33+
/// Container for the parameters to the DeleteProcessingJob operation.
34+
/// Deletes a processing job. After Amazon SageMaker deletes a processing job, all of
35+
/// the metadata for the processing job is lost. You can delete only processing jobs that
36+
/// are in a terminal state (<c>Stopped</c>, <c>Failed</c>, or <c>Completed</c>). You
37+
/// cannot delete a job that is in the <c>InProgress</c> or <c>Stopping</c> state. After
38+
/// deleting the job, you can reuse its name to create another processing job.
39+
/// </summary>
40+
public partial class DeleteProcessingJobRequest : AmazonSageMakerRequest
41+
{
42+
private string _processingJobName;
43+
44+
/// <summary>
45+
/// Gets and sets the property ProcessingJobName.
46+
/// <para>
47+
/// The name of the processing job to delete.
48+
/// </para>
49+
/// </summary>
50+
[AWSProperty(Required=true, Min=1, Max=63)]
51+
public string ProcessingJobName
52+
{
53+
get { return this._processingJobName; }
54+
set { this._processingJobName = value; }
55+
}
56+
57+
// Check to see if ProcessingJobName property is set
58+
internal bool IsSetProcessingJobName()
59+
{
60+
return this._processingJobName != null;
61+
}
62+
63+
}
64+
}
Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
/*
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
3+
*
4+
* Licensed under the Apache License, Version 2.0 (the "License").
5+
* You may not use this file except in compliance with the License.
6+
* A copy of the License is located at
7+
*
8+
* http://aws.amazon.com/apache2.0
9+
*
10+
* or in the "license" file accompanying this file. This file is distributed
11+
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
12+
* express or implied. See the License for the specific language governing
13+
* permissions and limitations under the License.
14+
*/
15+
16+
/*
17+
* Do not modify this file. This file is generated from the sagemaker-2017-07-24.normal.json service model.
18+
*/
19+
using System;
20+
using System.Collections.Generic;
21+
using System.Xml.Serialization;
22+
using System.Text;
23+
using System.IO;
24+
using System.Net;
25+
26+
using Amazon.Runtime;
27+
using Amazon.Runtime.Internal;
28+
29+
#pragma warning disable CS0612,CS0618,CS1570
30+
namespace Amazon.SageMaker.Model
31+
{
32+
/// <summary>
33+
/// This is the response object from the DeleteProcessingJob operation.
34+
/// </summary>
35+
public partial class DeleteProcessingJobResponse : AmazonWebServiceResponse
36+
{
37+
38+
}
39+
}

0 commit comments

Comments
 (0)