|
16 | 16 | }, |
17 | 17 | { |
18 | 18 | "cell_type": "code", |
19 | | - "execution_count": 20, |
| 19 | + "execution_count": 6, |
20 | 20 | "metadata": {}, |
21 | 21 | "outputs": [ |
22 | 22 | { |
23 | 23 | "name": "stdout", |
24 | 24 | "output_type": "stream", |
25 | 25 | "text": [ |
26 | | - "Requirement already satisfied: panoptica in /Users/marcelrosier/opt/anaconda3/envs/brainles/lib/python3.10/site-packages (from -r requirements.txt (line 1)) (0.5.0.post4.dev0+f327a0f)\n", |
| 26 | + "Requirement already satisfied: panoptica in /Users/marcelrosier/opt/anaconda3/envs/brainles/lib/python3.10/site-packages (from -r requirements.txt (line 1)) (0.5.2)\n", |
27 | 27 | "Requirement already satisfied: auxiliary in /Users/marcelrosier/opt/anaconda3/envs/brainles/lib/python3.10/site-packages (from -r requirements.txt (line 2)) (0.0.35)\n", |
28 | 28 | "Requirement already satisfied: rich in /Users/marcelrosier/opt/anaconda3/envs/brainles/lib/python3.10/site-packages (from -r requirements.txt (line 3)) (13.6.0)\n", |
29 | 29 | "Requirement already satisfied: numpy in /Users/marcelrosier/opt/anaconda3/envs/brainles/lib/python3.10/site-packages (from -r requirements.txt (line 4)) (1.25.2)\n", |
|
55 | 55 | }, |
56 | 56 | { |
57 | 57 | "cell_type": "code", |
58 | | - "execution_count": 15, |
| 58 | + "execution_count": 7, |
59 | 59 | "metadata": {}, |
60 | 60 | "outputs": [], |
61 | 61 | "source": [ |
|
84 | 84 | }, |
85 | 85 | { |
86 | 86 | "cell_type": "code", |
87 | | - "execution_count": 16, |
| 87 | + "execution_count": 8, |
88 | 88 | "metadata": {}, |
89 | 89 | "outputs": [ |
90 | 90 | { |
|
96 | 96 | " 106, 107, 108, 202, 203, 204, 205, 206, 207, 208], dtype=uint8))" |
97 | 97 | ] |
98 | 98 | }, |
99 | | - "execution_count": 16, |
| 99 | + "execution_count": 8, |
100 | 100 | "metadata": {}, |
101 | 101 | "output_type": "execute_result" |
102 | 102 | } |
|
118 | 118 | }, |
119 | 119 | { |
120 | 120 | "cell_type": "code", |
121 | | - "execution_count": 17, |
| 121 | + "execution_count": 9, |
122 | 122 | "metadata": {}, |
123 | 123 | "outputs": [ |
124 | 124 | { |
125 | 125 | "name": "stdout", |
126 | 126 | "output_type": "stream", |
127 | 127 | "text": [ |
128 | | - "evaluate took 0.06522703170776367 seconds to execute.\n", |
129 | | - "Number of instances in prediction: 22\n", |
130 | | - "Number of instances in reference: 22\n", |
131 | | - "True Positives (tp): 19\n", |
132 | | - "False Positives (fp): 3\n", |
133 | | - "False Negatives (fn): 3\n", |
134 | | - "Recognition Quality / F1 Score (RQ): 0.8636363636363636\n", |
135 | | - "Segmentation Quality (SQ): 0.8328184295330796 ± 0.15186064004517466\n", |
136 | | - "Panoptic Quality (PQ): 0.719252280051296\n", |
137 | | - "volumetric instance-wise DICE: 0.9002926160099541 ± 0.1025356617495733\n" |
| 128 | + "evaluate took 3.041011333465576 seconds to execute.\n" |
138 | 129 | ] |
139 | 130 | } |
140 | 131 | ], |
|
146 | 137 | " iou_threshold=0.5,\n", |
147 | 138 | ")\n", |
148 | 139 | "\n", |
149 | | - "result, debug_data = evaluator.evaluate(sample)\n", |
150 | | - "print(result)" |
| 140 | + "result, debug_data = evaluator.evaluate(sample)" |
151 | 141 | ] |
152 | 142 | }, |
153 | 143 | { |
|
160 | 150 | }, |
161 | 151 | { |
162 | 152 | "cell_type": "code", |
163 | | - "execution_count": 18, |
| 153 | + "execution_count": 10, |
164 | 154 | "metadata": {}, |
165 | 155 | "outputs": [ |
166 | 156 | { |
|
175 | 165 | "Recognition Quality / F1 Score (RQ): 0.8636363636363636\n", |
176 | 166 | "Segmentation Quality (SQ): 0.8328184295330796 ± 0.15186064004517466\n", |
177 | 167 | "Panoptic Quality (PQ): 0.719252280051296\n", |
178 | | - "volumetric instance-wise DICE: 0.9002926160099541 ± 0.1025356617495733\n" |
| 168 | + "DSC-based Segmentation Quality (DQ_DSC): 0.900292616009954 ± 0.1025356617495733\n", |
| 169 | + "DSC-based Panoptic Quality (PQ_DSC): 0.7775254410995057\n", |
| 170 | + "Average symmetric surface distance (ASSD): 0.25033188787922506 ± 0.07696680402317077\n" |
179 | 171 | ] |
180 | 172 | }, |
181 | 173 | { |
|
205 | 197 | " <span style=\"color: #008000; text-decoration-color: #008000\">'sq'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.8328184295330796</span>,\n", |
206 | 198 | " <span style=\"color: #008000; text-decoration-color: #008000\">'sq_sd'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.15186064004517466</span>,\n", |
207 | 199 | " <span style=\"color: #008000; text-decoration-color: #008000\">'pq'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.719252280051296</span>,\n", |
208 | | - " <span style=\"color: #008000; text-decoration-color: #008000\">'instance_dice'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.9002926160099541</span>,\n", |
209 | | - " <span style=\"color: #008000; text-decoration-color: #008000\">'instance_dice_sd'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.1025356617495733</span>\n", |
| 200 | + " <span style=\"color: #008000; text-decoration-color: #008000\">'sq_dsc'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.900292616009954</span>,\n", |
| 201 | + " <span style=\"color: #008000; text-decoration-color: #008000\">'sq_dsc_sd'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.1025356617495733</span>,\n", |
| 202 | + " <span style=\"color: #008000; text-decoration-color: #008000\">'pq_dsc'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.7775254410995057</span>,\n", |
| 203 | + " <span style=\"color: #008000; text-decoration-color: #008000\">'assd'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.25033188787922506</span>,\n", |
| 204 | + " <span style=\"color: #008000; text-decoration-color: #008000\">'assd_sd'</span>: <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0.07696680402317077</span>\n", |
210 | 205 | "<span style=\"font-weight: bold\">}</span>\n", |
211 | 206 | "</pre>\n" |
212 | 207 | ], |
|
222 | 217 | " \u001b[32m'sq'\u001b[0m: \u001b[1;36m0.8328184295330796\u001b[0m,\n", |
223 | 218 | " \u001b[32m'sq_sd'\u001b[0m: \u001b[1;36m0.15186064004517466\u001b[0m,\n", |
224 | 219 | " \u001b[32m'pq'\u001b[0m: \u001b[1;36m0.719252280051296\u001b[0m,\n", |
225 | | - " \u001b[32m'instance_dice'\u001b[0m: \u001b[1;36m0.9002926160099541\u001b[0m,\n", |
226 | | - " \u001b[32m'instance_dice_sd'\u001b[0m: \u001b[1;36m0.1025356617495733\u001b[0m\n", |
| 220 | + " \u001b[32m'sq_dsc'\u001b[0m: \u001b[1;36m0.900292616009954\u001b[0m,\n", |
| 221 | + " \u001b[32m'sq_dsc_sd'\u001b[0m: \u001b[1;36m0.1025356617495733\u001b[0m,\n", |
| 222 | + " \u001b[32m'pq_dsc'\u001b[0m: \u001b[1;36m0.7775254410995057\u001b[0m,\n", |
| 223 | + " \u001b[32m'assd'\u001b[0m: \u001b[1;36m0.25033188787922506\u001b[0m,\n", |
| 224 | + " \u001b[32m'assd_sd'\u001b[0m: \u001b[1;36m0.07696680402317077\u001b[0m\n", |
227 | 225 | "\u001b[1m}\u001b[0m\n" |
228 | 226 | ] |
229 | 227 | }, |
|
0 commit comments