Skip to content

Commit aedeb02

Browse files
JoeBatt1989JoeBatt1989
authored
Merge pull request #80 from Project-MONAI/e2e-test-results
E2E test results
2 parents e508ce3 + 782a36a commit aedeb02

9 files changed

Lines changed: 329 additions & 46 deletions

‎e2e-testing/README.md‎

Lines changed: 42 additions & 43 deletions
Large diffs are not rendered by default.

‎e2e-testing/test-evidence/MONAI_E2E_017_Passed.zip‎

4.42 MB
Binary file not shown.

‎e2e-testing/test-evidence/MONAI_E2E_025_Passed.zip‎

6.13 MB
Binary file not shown.

‎e2e-testing/test-evidence/MONAI_E2E_026_Passed.zip‎

3.3 MB
Binary file not shown.

‎e2e-testing/test-evidence/MONAI_E2E_027_Passed.zip‎

4.2 MB
Binary file not shown.

‎e2e-testing/test-scenarios/Argo_Workflows/argo_workflow_1_new.yaml‎

Lines changed: 147 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,147 @@
1+
metadata:
2+
name: argo-workflow-1-new
3+
generateName: mean-pixel-calc-
4+
namespace: argo
5+
uid: 63a4c898-06b7-45a4-8081-8106ff40d09a
6+
resourceVersion: '5502072'
7+
generation: 4
8+
creationTimestamp: '2022-09-23T13:52:45Z'
9+
labels:
10+
workflows.argoproj.io/creator: system-serviceaccount-argo-argo-server
11+
managedFields:
12+
- manager: argo
13+
operation: Update
14+
apiVersion: argoproj.io/v1alpha1
15+
time: '2022-09-23T13:52:45Z'
16+
fieldsType: FieldsV1
17+
fieldsV1:
18+
f:metadata:
19+
f:generateName: {}
20+
f:labels:
21+
.: {}
22+
f:workflows.argoproj.io/creator: {}
23+
f:spec: {}
24+
spec:
25+
templates:
26+
- name: demo-pipeline
27+
inputs: {}
28+
outputs: {}
29+
metadata: {}
30+
steps:
31+
- - name: calculate-mean
32+
template: mean-calc
33+
arguments:
34+
artifacts:
35+
- name: input-dicom
36+
s3:
37+
accessKeySecret:
38+
name: my-minio-cred
39+
key: accesskey
40+
secretKeySecret:
41+
name: my-minio-cred
42+
key: secretkey
43+
key: argo/inputs/artifacts/input-dicom
44+
- - name: generate-report
45+
template: dicom-encapsulation
46+
arguments:
47+
artifacts:
48+
- name: input-dicom
49+
s3:
50+
accessKeySecret:
51+
name: my-minio-cred
52+
key: accesskey
53+
secretKeySecret:
54+
name: my-minio-cred
55+
key: secretkey
56+
key: argo/inputs/artifacts/input-dicom
57+
- name: report-pdf
58+
from: '{{steps.calculate-mean.outputs.artifacts.report-pdf}}'
59+
- name: mean-calc
60+
inputs:
61+
artifacts:
62+
- name: input-dicom
63+
path: /tmp/dicom_input
64+
s3:
65+
accessKeySecret:
66+
name: my-minio-cred
67+
key: accesskey
68+
secretKeySecret:
69+
name: my-minio-cred
70+
key: secretkey
71+
key: argo/inputs/artifacts/input-dicom
72+
outputs:
73+
artifacts:
74+
- name: report-pdf
75+
path: /tmp/pixel_mean_output/report.pdf
76+
s3:
77+
bucket: bucket1
78+
accessKeySecret:
79+
name: my-minio-cred
80+
key: accesskey
81+
secretKeySecret:
82+
name: my-minio-cred
83+
key: secretkey
84+
key: >-
85+
00000000-1000-0000-0000-000000000000/report-pdf/pixel_mean_output/report.pdf
86+
metadata: {}
87+
container:
88+
name: ''
89+
image: >-
90+
registry.gitlab.com/answerdigital/londonai/aide/demo_pipeline/test_model_operator:argo
91+
command:
92+
- sh
93+
- '-c'
94+
args:
95+
- python main.py
96+
resources: {}
97+
- name: dicom-encapsulation
98+
inputs:
99+
inputs:
100+
artifacts:
101+
- name: input-dicom
102+
path: /tmp/dicom_input
103+
s3:
104+
accessKeySecret:
105+
name: my-minio-cred
106+
key: accesskey
107+
secretKeySecret:
108+
name: my-minio-cred
109+
key: secretkey
110+
key: argo/inputs/artifacts/input-dicom
111+
- name: report
112+
path: /tmp/pixel_mean_output/report.pdf
113+
s3:
114+
accessKeySecret:
115+
name: my-minio-cred
116+
key: accesskey
117+
secretKeySecret:
118+
name: my-minio-cred
119+
key: secretkey
120+
key: report/pixel_mean_output/report.pdf
121+
outputs:
122+
artifacts:
123+
- name: report-dicom-2
124+
path: /tmp/reporter_output/output.dcm
125+
s3:
126+
accessKeySecret:
127+
name: my-minio-cred
128+
key: accesskey
129+
secretKeySecret:
130+
name: my-minio-cred
131+
key: secretkey
132+
key: 00000000-1000-0000-0000-000000000000/reporter_output/output.dcm
133+
metadata: {}
134+
container:
135+
name: ''
136+
image: >-
137+
registry.gitlab.com/answerdigital/londonai/aide/demo_pipeline/test_model_reporter:argo
138+
command:
139+
- sh
140+
- '-c'
141+
args:
142+
- python main.py
143+
resources: {}
144+
entrypoint: demo-pipeline
145+
arguments: {}
146+
imagePullSecrets:
147+
- name: demo-pipeline-docker-registry-secret

‎e2e-testing/test-scenarios/Clinical_Workflows/output_artefacts_mandatory_missing.json‎

Lines changed: 68 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,68 @@
1+
{
2+
"name": "workflow",
3+
"version": "1.0.0",
4+
"description": "Workflow mandatory output artefacts missing",
5+
"informatics_gateway": {
6+
"ae_title": "MONAI",
7+
"export_destinations": [
8+
"ORTHANC"
9+
]
10+
},
11+
"tasks": [
12+
{
13+
"id": "mean-pixel-calc",
14+
"description": "mean-pixel-calc operator and reporter",
15+
"type": "argo",
16+
"args": {
17+
"namespace": "argo",
18+
"workflow_template_name": "argo-workflow-1",
19+
"server_url": "https://argo-server.argo:2746",
20+
"allow_insecure": "true"
21+
},
22+
"task_destinations":[
23+
{
24+
"Name": "export-report"
25+
}
26+
],
27+
"ref": "",
28+
"artifacts": {
29+
"input": [
30+
{
31+
"name": "input-dicom",
32+
"value": "{{ context.input.dicom }}",
33+
"mandatory": true
34+
}
35+
],
36+
"output": [
37+
{
38+
"name": "report-dicom"
39+
},
40+
{
41+
"name": "report-dicom-new"
42+
}
43+
]
44+
}
45+
},
46+
{
47+
"id": "export-report",
48+
"description": "Export encapsulated pdf for mean-pixel-calc",
49+
"type": "export",
50+
"args": {
51+
},
52+
"export_destinations":[
53+
{
54+
"Name": "ORTHANC"
55+
}
56+
],
57+
"artifacts": {
58+
"input": [
59+
{
60+
"name": "report-dicom",
61+
"value": "{{ context.executions.mean-pixel-calc.artifacts.report-dicom }}",
62+
"mandatory": true
63+
}
64+
]
65+
}
66+
}
67+
]
68+
}

‎e2e-testing/test-scenarios/Clinical_Workflows/output_artefacts_non_mandatory_missing copy.json‎

Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
{
2+
"name": "workflow",
3+
"version": "1.0.0",
4+
"description": "Workflow mandatory output artefacts missing",
5+
"informatics_gateway": {
6+
"ae_title": "MONAI",
7+
"export_destinations": [
8+
"ORTHANC"
9+
]
10+
},
11+
"tasks": [
12+
{
13+
"id": "mean-pixel-calc",
14+
"description": "mean-pixel-calc operator and reporter",
15+
"type": "argo",
16+
"args": {
17+
"namespace": "argo",
18+
"workflow_template_name": "argo-workflow-1",
19+
"server_url": "https://argo-server.argo:2746",
20+
"allow_insecure": "true"
21+
},
22+
"task_destinations":[
23+
{
24+
"Name": "export-report"
25+
}
26+
],
27+
"ref": "",
28+
"artifacts": {
29+
"input": [
30+
{
31+
"name": "input-dicom",
32+
"value": "{{ context.input.dicom }}",
33+
"mandatory": true
34+
}
35+
],
36+
"output": [
37+
{
38+
"name": "report-dicom"
39+
},
40+
{
41+
"name": "report-dicom-new",
42+
"mandatory": false
43+
}
44+
]
45+
}
46+
},
47+
{
48+
"id": "export-report",
49+
"description": "Export encapsulated pdf for mean-pixel-calc",
50+
"type": "export",
51+
"args": {
52+
},
53+
"export_destinations":[
54+
{
55+
"Name": "ORTHANC"
56+
}
57+
],
58+
"artifacts": {
59+
"input": [
60+
{
61+
"name": "report-dicom",
62+
"value": "{{ context.executions.mean-pixel-calc.artifacts.report-dicom }}",
63+
"mandatory": true
64+
}
65+
]
66+
}
67+
}
68+
]
69+
}

‎e2e-testing/test-scenarios/Clinical_Workflows/task_destination.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@
6666
],
6767
"output": [
6868
{
69-
"name": "report"
69+
"name": "report-dicom-new"
7070
}
7171
]
7272
}
@@ -90,8 +90,8 @@
9090
"mandatory": true
9191
},
9292
{
93-
"name": "report",
94-
"value": "{{ context.executions.argo-task-2.artifacts.report-pdf }}",
93+
"name": "report-dicom-new",
94+
"value": "{{ context.executions.argo-task-2.artifacts.report-dicom-new }}",
9595
"mandatory": true
9696
}
9797
]

0 commit comments

Comments
 (0)