[feat][python] Add sagemaker yaml example (#11925)
(cherry picked from commit e05f14ba23)
This commit is contained in:
parent
6f3b4c1624
commit
1ac2e4a8f3
|
|
@ -32,3 +32,15 @@ Dive Into
|
|||
---------
|
||||
|
||||
.. automodule:: pydolphinscheduler.tasks.sagemaker
|
||||
|
||||
YAML file example
|
||||
-----------------
|
||||
|
||||
.. literalinclude:: ../../../examples/yaml_define/Sagemaker.yaml
|
||||
:start-after: # under the License.
|
||||
:language: yaml
|
||||
|
||||
example_sagemaker_params.json:
|
||||
|
||||
.. literalinclude:: ../../../examples/yaml_define/example_sagemaker_params.json
|
||||
:language: json
|
||||
|
|
|
|||
|
|
@ -0,0 +1,28 @@
|
|||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing,
|
||||
# software distributed under the License is distributed on an
|
||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
# KIND, either express or implied. See the License for the
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
# Define the workflow
|
||||
workflow:
|
||||
name: "Sagemaker"
|
||||
release_state: "offline"
|
||||
|
||||
# Define the tasks under the process
|
||||
tasks:
|
||||
- name: sagemaker
|
||||
task_type: Sagemaker
|
||||
sagemaker_request_json: $FILE{"example_sagemaker_params.json"}
|
||||
|
||||
|
|
@ -0,0 +1,18 @@
|
|||
{
|
||||
"ParallelismConfiguration":{
|
||||
"MaxParallelExecutionSteps":1
|
||||
},
|
||||
"PipelineExecutionDescription":"run pipeline using ds",
|
||||
"PipelineExecutionDisplayName":"ds-sagemaker-pipeline",
|
||||
"PipelineName":"DsSagemakerPipeline",
|
||||
"PipelineParameters":[
|
||||
{
|
||||
"Name":"InputData",
|
||||
"Value": "s3://sagemaker/dataset/dataset.csv"
|
||||
},
|
||||
{
|
||||
"Name":"InferenceData",
|
||||
"Value": "s3://sagemaker/dataset/inference.csv"
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Reference in New Issue