Skip to content

Commit d9fc1a6

Browse files
mrDzurbmrDzurb
committed
Add test YAML files for the opctl init unit tests
1 parent eebe150 commit d9fc1a6

14 files changed

+538
-0
lines changed

‎tests/unitary/with_extras/opctl/test_files/dataflow_dataFlow.yaml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/apachespark/dataflow.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
compartmentId: ocid1.compartment.oc1..<unique_id>
11+
driverShape: VM.Standard.E2.4
12+
executorShape: VM.Standard.E2.4
13+
language: PYTHON
14+
logsBucketUri: oci://bucket@namespace
15+
numExecutors: '1'
16+
scriptBucket: oci://bucket@namespace/prefix
17+
sparkVersion: 3.2.1
18+
type: dataFlow
19+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
20+
runtime:
21+
kind: runtime
22+
spec:
23+
condaAuthType: resource_principal
24+
configuration:
25+
spark.driverEnv.env_key: env_value
26+
freeformTags:
27+
tag_name: tag_value
28+
overwrite: true
29+
scriptBucket: oci://<bucket_name>@<tenancy>/<prefix>
30+
scriptPathURI: '{Path to the executable script. For the MLFlow will be replaced
31+
with the CMD}'
32+
type: dataFlow

‎tests/unitary/with_extras/opctl/test_files/dataflow_dataFlowNotebook.yaml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/apachespark/dataflow.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
compartmentId: ocid1.compartment.oc1..<unique_id>
11+
driverShape: VM.Standard.E2.4
12+
executorShape: VM.Standard.E2.4
13+
language: PYTHON
14+
logsBucketUri: oci://bucket@namespace
15+
numExecutors: '1'
16+
scriptBucket: oci://bucket@namespace/prefix
17+
sparkVersion: 3.2.1
18+
type: dataFlow
19+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
20+
runtime:
21+
kind: runtime
22+
spec:
23+
condaAuthType: resource_principal
24+
configuration:
25+
spark.driverEnv.env_key: env_value
26+
freeformTags:
27+
tag_name: tag_value
28+
overwrite: true
29+
scriptBucket: oci://<bucket_name>@<tenancy>/<prefix>
30+
scriptPathURI: '{Path to the executable script. For the MLFlow will be replaced
31+
with the CMD}'
32+
type: dataFlowNotebook

‎tests/unitary/with_extras/opctl/test_files/job_container.yaml‎

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/jobs/index.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
blockStorageSize: 50
11+
compartmentId: ocid1.compartment.oc1..<unique_id>
12+
jobInfrastructureType: ME_STANDALONE
13+
jobType: DEFAULT
14+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
15+
logId: ocid1.log.oc1.iad.<unique_id>
16+
projectId: ocid1.datascienceproject.oc1.<unique_id>
17+
shapeName: VM.Standard2.1
18+
subnetId: ocid1.subnet.oc1.iad.<unique_id>
19+
type: dataScienceJob
20+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
21+
runtime:
22+
kind: runtime
23+
spec:
24+
cmd: '{Container CMD. For the MLflow will be replaced with the Project CMD}'
25+
entrypoint:
26+
- bash
27+
- --login
28+
- -c
29+
env:
30+
- name: env_name
31+
value: env_value
32+
freeformTags:
33+
tag_name: tag_value
34+
image: iad.ocir.io/namespace/image:tag
35+
type: container

‎tests/unitary/with_extras/opctl/test_files/job_gitPython.yaml‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/jobs/index.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
blockStorageSize: 50
11+
compartmentId: ocid1.compartment.oc1..<unique_id>
12+
jobInfrastructureType: ME_STANDALONE
13+
jobType: DEFAULT
14+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
15+
logId: ocid1.log.oc1.iad.<unique_id>
16+
projectId: ocid1.datascienceproject.oc1.<unique_id>
17+
shapeName: VM.Standard2.1
18+
subnetId: ocid1.subnet.oc1.iad.<unique_id>
19+
type: dataScienceJob
20+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
21+
runtime:
22+
kind: runtime
23+
spec:
24+
conda:
25+
type: published
26+
uri: oci://your_bucket@namespace/object_name
27+
entrypoint: '{Entry point script. For the MLflow will be replaced with the CMD}'
28+
env:
29+
- name: env_name
30+
value: env_value
31+
freeformTags:
32+
tag_name: tag_value
33+
url: '{Git URI. For the MLFlow will be replaced with the Project URI}'
34+
type: gitPython

‎tests/unitary/with_extras/opctl/test_files/job_notebook.yaml‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/jobs/index.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
blockStorageSize: 50
11+
compartmentId: ocid1.compartment.oc1..<unique_id>
12+
jobInfrastructureType: ME_STANDALONE
13+
jobType: DEFAULT
14+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
15+
logId: ocid1.log.oc1.iad.<unique_id>
16+
projectId: ocid1.datascienceproject.oc1.<unique_id>
17+
shapeName: VM.Standard2.1
18+
subnetId: ocid1.subnet.oc1.iad.<unique_id>
19+
type: dataScienceJob
20+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
21+
runtime:
22+
kind: runtime
23+
spec:
24+
conda:
25+
type: published
26+
uri: oci://your_bucket@namespace/object_name
27+
entrypoint: '{Entry point notebook. For the MLFlow will be replaced with the
28+
CMD}'
29+
env:
30+
- name: env_name
31+
value: env_value
32+
excludeTags:
33+
- tag1
34+
freeformTags:
35+
tag_name: tag_value
36+
notebookEncoding: utf-8
37+
source: '{Path to the source code directory. For the MLFlow will be replaced
38+
with path to the project}'
39+
type: notebook

‎tests/unitary/with_extras/opctl/test_files/job_python.yaml‎

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/jobs/index.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
blockStorageSize: 50
11+
compartmentId: ocid1.compartment.oc1..<unique_id>
12+
jobInfrastructureType: ME_STANDALONE
13+
jobType: DEFAULT
14+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
15+
logId: ocid1.log.oc1.iad.<unique_id>
16+
projectId: ocid1.datascienceproject.oc1.<unique_id>
17+
shapeName: VM.Standard2.1
18+
subnetId: ocid1.subnet.oc1.iad.<unique_id>
19+
type: dataScienceJob
20+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
21+
runtime:
22+
kind: runtime
23+
spec:
24+
conda:
25+
type: published
26+
uri: oci://your_bucket@namespace/object_name
27+
entrypoint: '{Entry point script. For the MLFlow will be replaced with the CMD}'
28+
env:
29+
- name: env_name
30+
value: env_value
31+
freeformTags:
32+
tag_name: tag_value
33+
scriptPathURI: '{Path to the script. For the MLFlow will be replaced with path
34+
to the project}'
35+
workingDir: '{For the MLflow the project folder will be used.}'
36+
type: python

‎tests/unitary/with_extras/opctl/test_files/job_script.yaml‎

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/jobs/index.html
4+
5+
kind: job
6+
spec:
7+
infrastructure:
8+
kind: infrastructure
9+
spec:
10+
blockStorageSize: 50
11+
compartmentId: ocid1.compartment.oc1..<unique_id>
12+
jobInfrastructureType: ME_STANDALONE
13+
jobType: DEFAULT
14+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
15+
logId: ocid1.log.oc1.iad.<unique_id>
16+
projectId: ocid1.datascienceproject.oc1.<unique_id>
17+
shapeName: VM.Standard2.1
18+
subnetId: ocid1.subnet.oc1.iad.<unique_id>
19+
type: dataScienceJob
20+
name: '{Job name. For the MLFlow will be auto replaced with the Project name}'
21+
runtime:
22+
kind: runtime
23+
spec:
24+
conda:
25+
type: published
26+
uri: oci://your_bucket@namespace/object_name
27+
entrypoint: '{Entry point script. For the MLflow will be replaced with the CMD}'
28+
env:
29+
- name: env_name
30+
value: env_value
31+
freeformTags:
32+
tag_name: tag_value
33+
scriptPathURI: '{Path to the script. For the MLFlow will be replaced with path
34+
to the project}'
35+
type: script

‎tests/unitary/with_extras/opctl/test_files/modeldeployment_conda.yaml‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/model_registration/model_deploy_byoc.html
4+
5+
kind: deployment
6+
spec:
7+
description: The model deployment description
8+
displayName: Model Deployment
9+
freeformTags:
10+
key1: value1
11+
infrastructure:
12+
kind: infrastructure
13+
spec:
14+
bandwidthMbps: 10
15+
compartmentId: ocid1.compartment.oc1..<unique_id>
16+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
17+
logId: ocid1.log.oc1.iad.<unique_id>
18+
projectId: ocid1.datascienceproject.oc1.<unique_id>
19+
replica: 1
20+
shapeName: VM.Standard.E2.4
21+
webConcurrency: 10
22+
type: datascienceModelDeployment
23+
runtime:
24+
kind: runtime
25+
spec:
26+
deploymentMode: HTTPS_ONLY
27+
env:
28+
key: value
29+
modelUri: <MODEL_URI>
30+
type: conda
31+
type: modelDeployment

‎tests/unitary/with_extras/opctl/test_files/modeldeployment_container.yaml‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/model_registration/model_deploy_byoc.html
4+
5+
kind: deployment
6+
spec:
7+
description: The model deployment description
8+
displayName: Model Deployment
9+
freeformTags:
10+
key1: value1
11+
infrastructure:
12+
kind: infrastructure
13+
spec:
14+
bandwidthMbps: 10
15+
compartmentId: ocid1.compartment.oc1..<unique_id>
16+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
17+
logId: ocid1.log.oc1.iad.<unique_id>
18+
projectId: ocid1.datascienceproject.oc1.<unique_id>
19+
replica: 1
20+
shapeName: VM.Standard.E2.4
21+
webConcurrency: 10
22+
type: datascienceModelDeployment
23+
runtime:
24+
kind: runtime
25+
spec:
26+
deploymentMode: HTTPS_ONLY
27+
entrypoint:
28+
- python
29+
- /opt/ds/model/deployed_model/api.py
30+
env:
31+
key: value
32+
healthCheckPort: 5000
33+
image: iad.ocir.io/<namespace>/<image>:<tag>
34+
imageDigest: <IMAGE_DIGEST>
35+
modelUri: <MODEL_URI>
36+
serverPort: 5000
37+
type: container
38+
type: modelDeployment

‎tests/unitary/with_extras/opctl/test_files/pipeline_container.yaml‎

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
# This YAML specification was auto generated by the `ads opctl init` command.
2+
# The more details about the jobs YAML specification can be found in the ADS documentation:
3+
# https://accelerated-data-science.readthedocs.io/en/latest/user_guide/pipeline/quick_start.html
4+
5+
kind: pipeline
6+
spec:
7+
compartmentId: ocid1.compartment.oc1..<unique_id>
8+
dag:
9+
- pipeline_step_name_1
10+
displayName: Pipeline Name
11+
logGroupId: ocid1.loggroup.oc1.iad.<unique_id>
12+
logId: ocid1.log.oc1.iad.<unique_id>
13+
projectId: ocid1.datascienceproject.oc1.<unique_id>
14+
stepDetails:
15+
- kind: customScript
16+
spec:
17+
description: A step running a python script
18+
infrastructure:
19+
kind: infrastructure
20+
spec:
21+
blockStorageSize: 50
22+
compartmentId: ocid1.compartment.oc1..<unique_id>
23+
projectId: ocid1.datascienceproject.oc1.<unique_id>
24+
name: pipeline_step_name_1
25+
runtime:
26+
kind: runtime
27+
spec:
28+
args:
29+
- --key1
30+
- val1
31+
cmd: '{Container CMD. For the MLflow will be replaced with the Project CMD}'
32+
entrypoint:
33+
- bash
34+
- --login
35+
- -c
36+
env:
37+
- name: env_name
38+
value: env_value
39+
freeformTags:
40+
tag_name: tag_value
41+
image: iad.ocir.io/namespace/image:tag
42+
type: container
43+
type: pipeline

0 commit comments

Comments
 (0)