AI/.ci/steps/MLAKSDeployAMLJob.yml at dce69720f6c56d92e492c97a4bd67bb4d2765415 · microsoft/AI · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
parameters:
  azureSubscription: ''
  azure_subscription: ''
  location: submodules/DeployMLModelKubernetes/{{cookiecutter.project_name}}
  azureresourcegroup: dciborowhp
  workspacename: dciborowhpws
  azureregion: westus2
  aksimagename: dciborowhpaks
  aks_name: dciborowhpaks
  aks_service_name: myimage
  conda: MLAKSDeployAML
  doCleanup: true
  python_path: "$(System.DefaultWorkingDirectory)/submodules/DeployMLModelKubernetes/{{cookiecutter.project_name}}"
  flighting_release: false
  flighting_preview: false
  flighting_master: false

steps:
- template: config_conda.yml
  parameters:
    conda_location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}
    flighting_release: ${{parameters.flighting_release}}
    flighting_preview: ${{parameters.flighting_preview}}
    flighting_master: ${{parameters.flighting_master}}

- template: azpapermill.yml
  parameters:
    notebook:  00_AMLConfiguration.ipynb
    location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}
    azure_subscription: ${{parameters.azure_subscription}}
    azureresourcegroup: ${{parameters.azureresourcegroup}}
    workspacename: ${{parameters.workspacename}}
    azureregion: ${{parameters.azureregion}}
    aksimagename: ${{parameters.aksimagename}}

- template: azpapermill.yml
  parameters:
    notebook: 01_DataPrep.ipynb
    location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}

- bash: |
    mkdir -p ${{parameters.location}}/iotedge/data_folder
    mkdir -p ${{parameters.location}}/aks/data_folder
    cd ${{parameters.location}}
    cp data_folder/*.tsv iotedge/data_folder
    cp data_folder/*.tsv aks/data_folder
  displayName: 'Copying data'

- template: azpapermill.yml
  parameters:
    notebook: 02_TrainOnLocal.ipynb
    location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}

- template: azpapermill.yml
  parameters:
    notebook: 03_DevelopScoringScript.ipynb
    location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}

- template: azpapermill.yml
  parameters:
    notebook: 04_CreateImage.ipynb
    location: ${{parameters.location}}
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}

- template: azpapermill.yml
  parameters:
    notebook: 05_DeployOnAKS.ipynb
    location: ${{parameters.location}}/aks
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}
    aks_name: ${{parameters.aks_name}}
    azureregion: ${{parameters.azureregion}}
    aks_service_name: ${{parameters.aks_service_name}}
    aksimagename: ${{parameters.aksimagename}}
    python_path: ${{parameters.python_path}}

- template: cleanuptask.yml
  parameters:
    azureSubscription: ${{parameters.azureSubscription}}
    conda: ${{parameters.conda}}
    azureresourcegroup: ${{parameters.azureresourcegroup}}
    doCleanup: ${{parameters.doCleanup}}