1+ {
2+ "summary" : {
3+ "total_repositories_analyzed" : 24 ,
4+ "repositories_with_target_languages" : 17 ,
5+ "individual_jsonld_files_created" : 18 ,
6+ "total_pitfalls_detected" : 20 ,
7+ "total_warnings_detected" : 34 ,
8+ "target_languages" : [
9+ " Python" ,
10+ " Java" ,
11+ " C++" ,
12+ " C" ,
13+ " R" ,
14+ " Rust"
15+ ],
16+ "evaluated_repositories" : {
17+ "tidyverse/tidyverse" : {
18+ "url" : " https://github.com/tidyverse/tidyverse" ,
19+ "commit_id" : " 0231aafbc56914ee5371dd6c7b60677f168d7154"
20+ },
21+ "SoftwareUnderstanding/ScientificSoftwareKG" : {
22+ "url" : " https://github.com/SoftwareUnderstanding/ScientificSoftwareKG" ,
23+ "commit_id" : " 962da14cd629eb6a0363e70f56a92cc07aab21e0"
24+ },
25+ "SoftwareUnderstanding/inspect4py" : {
26+ "url" : " https://github.com/SoftwareUnderstanding/inspect4py" ,
27+ "commit_id" : " 585ceaace3a5889110150dec1144c4a1165ac025"
28+ },
29+ "SoftwareUnderstanding/SOMEF-Vider" : {
30+ "url" : " https://github.com/SoftwareUnderstanding/SOMEF-Vider" ,
31+ "commit_id" : " dc9229526cd1b9c142415199873fcafee43d6475"
32+ },
33+ "SoftwareUnderstanding/completeR" : {
34+ "url" : " https://github.com/SoftwareUnderstanding/completeR" ,
35+ "commit_id" : " f8da4850e119b05241f9f80711c54350d3916ee7"
36+ },
37+ "SoftwareUnderstanding/rolf" : {
38+ "url" : " https://github.com/SoftwareUnderstanding/rolf" ,
39+ "commit_id" : " 02dd2da08d2e21359ffbf597cf9137bd97220a8d"
40+ },
41+ "SoftwareUnderstanding/software_types" : {
42+ "url" : " https://github.com/SoftwareUnderstanding/software_types" ,
43+ "commit_id" : " a2c40586c603f92019eae85f39ee6af2f2e1c1ba"
44+ },
45+ "SoftwareUnderstanding/JuNE" : {
46+ "url" : " https://github.com/SoftwareUnderstanding/JuNE" ,
47+ "commit_id" : " 2a9159abc2915bf6db8fec2556324d24ae1fd9e1"
48+ },
49+ "SoftwareUnderstanding/c2t" : {
50+ "url" : " https://github.com/SoftwareUnderstanding/c2t" ,
51+ "commit_id" : " 761e274f3e5167fb2714a4f41b4baf75ec7fc254"
52+ },
53+ "SoftwareUnderstanding/SALTbot" : {
54+ "url" : " https://github.com/SoftwareUnderstanding/SALTbot" ,
55+ "commit_id" : " 913d34715f4ad97d113c33256450c8626d5592d6"
56+ },
57+ "SoftwareUnderstanding/softsim" : {
58+ "url" : " https://github.com/SoftwareUnderstanding/softsim" ,
59+ "commit_id" : " 63c4601da7631e51388f40fa9c34fc527f7561c8"
60+ },
61+ "SoftwareUnderstanding/software-iodata" : {
62+ "url" : " https://github.com/SoftwareUnderstanding/software-iodata" ,
63+ "commit_id" : " 0a29b90b959af1bc0ec984e1219e54a069df0c3f"
64+ },
65+ "SoftwareUnderstanding/softalias-kg-demo" : {
66+ "url" : " https://github.com/SoftwareUnderstanding/softalias-kg-demo" ,
67+ "commit_id" : " 9140d33c6b75f925ef1210cd0ef9b19026e6a329"
68+ },
69+ "SoftwareUnderstanding/RSEF" : {
70+ "url" : " https://github.com/SoftwareUnderstanding/RSEF" ,
71+ "commit_id" : " 95b0c098ea61fe8f423515aef4d60c6d4a1528bf"
72+ },
73+ "SoftwareUnderstanding/softalias-rs" : {
74+ "url" : " https://github.com/SoftwareUnderstanding/softalias-rs" ,
75+ "commit_id" : " 8905c0377a42c9b408d8a9859057bc6120bf0b3a"
76+ },
77+ "SoftwareUnderstanding/softalias-kg" : {
78+ "url" : " https://github.com/SoftwareUnderstanding/softalias-kg" ,
79+ "commit_id" : " afc03f72289188ddcc86649c30e314f751742aeb"
80+ },
81+ "SoftwareUnderstanding/SoftwareDisambiguationBenchmark" : {
82+ "url" : " https://github.com/SoftwareUnderstanding/SoftwareDisambiguationBenchmark" ,
83+ "commit_id" : " 56bf84109d4be642a16037e5cf8cdd9862e7aa7e"
84+ },
85+ "SoftwareUnderstanding/arxiv_category_pull" : {
86+ "url" : " https://github.com/SoftwareUnderstanding/arxiv_category_pull" ,
87+ "commit_id" : " d56cf463f3744d9e7801f7ce63f8d0e08655cadc"
88+ },
89+ "SoftwareUnderstanding/CodeMetaSoft_website" : {
90+ "url" : " https://github.com/SoftwareUnderstanding/CodeMetaSoft_website" ,
91+ "commit_id" : " ebef09ae075974c32399bed63ec3912d605d7c46"
92+ },
93+ "SoftwareUnderstanding/Metadata-Adoption-Quantify" : {
94+ "url" : " https://github.com/SoftwareUnderstanding/Metadata-Adoption-Quantify" ,
95+ "commit_id" : " eafadc5d4d216978b2f6836b8caa9ded8e80bac2"
96+ },
97+ "SoftwareUnderstanding/auto-papers-with-artifacts" : {
98+ "url" : " https://github.com/SoftwareUnderstanding/auto-papers-with-artifacts" ,
99+ "commit_id" : " 8da944154445099a4700e04b776f9dd438ccb61d"
100+ },
101+ "SoftwareUnderstanding/somef_server" : {
102+ "url" : " https://github.com/SoftwareUnderstanding/somef_server" ,
103+ "commit_id" : " b9d7b7a276fd7b062121839cd15eb658d3a40a2e"
104+ },
105+ "SoftwareUnderstanding/RsMetaCheck" : {
106+ "url" : " https://github.com/SoftwareUnderstanding/RsMetaCheck" ,
107+ "commit_id" : " 61102d0284c18291b561950886032c31d8ca90b3"
108+ },
109+ "SoftwareUnderstanding/sw-metadata-bot" : {
110+ "url" : " https://github.com/SoftwareUnderstanding/sw-metadata-bot" ,
111+ "commit_id" : " c2bab448021a3e72fde2a6d31a9d2057fa052da9"
112+ }
113+ }
114+ },
115+ "pitfalls & warnings" : [
116+ {
117+ "pitfall_code" : " P001" ,
118+ "pitfall_desc" : " The metadata file (codemeta or other) has a version which does not correspond to the version used in the latest release" ,
119+ "count" : 3 ,
120+ "percentage" : 12.5 ,
121+ "languages" : {
122+ "R" : 1 ,
123+ "Python" : 2
124+ }
125+ },
126+ {
127+ "pitfall_code" : " P002" ,
128+ "pitfall_desc" : " LICENSE file contains template placeholders like <program>, <year>, <name of author> that were not replaced" ,
129+ "count" : 12 ,
130+ "percentage" : 50.0 ,
131+ "languages" : {
132+ "Python" : 7
133+ }
134+ },
135+ {
136+ "pitfall_code" : " P003" ,
137+ "pitfall_desc" : " Metadata files have multiple authors in single field instead of a list" ,
138+ "count" : 1 ,
139+ "percentage" : 4.17 ,
140+ "languages" : {
141+ "R" : 1
142+ }
143+ },
144+ {
145+ "pitfall_code" : " P004" ,
146+ "pitfall_desc" : " In codemeta.json README property pointing to their homepage/wiki instead of README file" ,
147+ "count" : 0 ,
148+ "percentage" : 0.0 ,
149+ "languages" : {}
150+ },
151+ {
152+ "pitfall_code" : " P005" ,
153+ "pitfall_desc" : " codemeta.json referencePublication refers to software archive instead of paper" ,
154+ "count" : 0 ,
155+ "percentage" : 0.0 ,
156+ "languages" : {}
157+ },
158+ {
159+ "pitfall_code" : " P006" ,
160+ "pitfall_desc" : " The metadata file has License pointing to a local file instead of stating the name" ,
161+ "count" : 0 ,
162+ "percentage" : 0.0 ,
163+ "languages" : {}
164+ },
165+ {
166+ "pitfall_code" : " P007" ,
167+ "pitfall_desc" : " CITATION.cff does not have referencePublication even though it's referenced in codemeta.json" ,
168+ "count" : 0 ,
169+ "percentage" : 0.0 ,
170+ "languages" : {}
171+ },
172+ {
173+ "pitfall_code" : " P008" ,
174+ "pitfall_desc" : " The metadata file softwareRequirement points to an invalid page" ,
175+ "count" : 0 ,
176+ "percentage" : 0.0 ,
177+ "languages" : {}
178+ },
179+ {
180+ "pitfall_code" : " P009" ,
181+ "pitfall_desc" : " The metadata file coderepository points to their homepage" ,
182+ "count" : 0 ,
183+ "percentage" : 0.0 ,
184+ "languages" : {}
185+ },
186+ {
187+ "pitfall_code" : " P010" ,
188+ "pitfall_desc" : " LICENSE file only contains copyright information without actual license terms" ,
189+ "count" : 0 ,
190+ "percentage" : 0.0 ,
191+ "languages" : {}
192+ },
193+ {
194+ "pitfall_code" : " P011" ,
195+ "pitfall_desc" : " codemeta.json IssueTracker violates the expected URL format" ,
196+ "count" : 0 ,
197+ "percentage" : 0.0 ,
198+ "languages" : {}
199+ },
200+ {
201+ "pitfall_code" : " P012" ,
202+ "pitfall_desc" : " codemeta.json downloadURL is outdated" ,
203+ "count" : 0 ,
204+ "percentage" : 0.0 ,
205+ "languages" : {}
206+ },
207+ {
208+ "pitfall_code" : " P013" ,
209+ "pitfall_desc" : " The metadata file License does not have the specific version" ,
210+ "count" : 0 ,
211+ "percentage" : 0.0 ,
212+ "languages" : {}
213+ },
214+ {
215+ "pitfall_code" : " P014" ,
216+ "pitfall_desc" : " codemeta.json uses bare DOIs in the identifier field instead of full https://doi.org/ URL" ,
217+ "count" : 1 ,
218+ "percentage" : 4.17 ,
219+ "languages" : {
220+ "Python" : 1
221+ }
222+ },
223+ {
224+ "pitfall_code" : " P015" ,
225+ "pitfall_desc" : " In codemeta.json contIntegration link returns 404" ,
226+ "count" : 0 ,
227+ "percentage" : 0.0 ,
228+ "languages" : {}
229+ },
230+ {
231+ "pitfall_code" : " P016" ,
232+ "pitfall_desc" : " The metadata file codeRepository does not point to the same repository" ,
233+ "count" : 1 ,
234+ "percentage" : 4.17 ,
235+ "languages" : {
236+ "Python" : 1
237+ }
238+ },
239+ {
240+ "pitfall_code" : " P017" ,
241+ "pitfall_desc" : " codemeta.json version does not match the package's" ,
242+ "count" : 2 ,
243+ "percentage" : 8.33 ,
244+ "languages" : {
245+ "R" : 1 ,
246+ "Python" : 1
247+ }
248+ },
249+ {
250+ "pitfall_code" : " P018" ,
251+ "pitfall_desc" : " codemeta.json Identifier uses raw SWHIDs without their resolvable URL" ,
252+ "count" : 0 ,
253+ "percentage" : 0.0 ,
254+ "languages" : {}
255+ },
256+ {
257+ "pitfall_code" : " P019" ,
258+ "pitfall_desc" : " Inconsistent author counts found across metadata files" ,
259+ "count" : 0 ,
260+ "percentage" : 0.0 ,
261+ "languages" : {}
262+ },
263+ {
264+ "warning_code" : " W001" ,
265+ "warning_desc" : " Software requirements in metadata files don't have version specifications" ,
266+ "count" : 9 ,
267+ "percentage" : 37.5 ,
268+ "languages" : {
269+ "Python" : 8 ,
270+ "C++" : 1 ,
271+ "C" : 1
272+ }
273+ },
274+ {
275+ "warning_code" : " W002" ,
276+ "warning_desc" : " The dateModified in codemeta.json is outdated compared to the actual repository last update date" ,
277+ "count" : 10 ,
278+ "percentage" : 41.67 ,
279+ "languages" : {
280+ "Python" : 7
281+ }
282+ },
283+ {
284+ "warning_code" : " W003" ,
285+ "warning_desc" : " Codemeta.json repository has multiple licenses but only one is listed" ,
286+ "count" : 1 ,
287+ "percentage" : 4.17 ,
288+ "languages" : {}
289+ },
290+ {
291+ "warning_code" : " W004" ,
292+ "warning_desc" : " Programming languages in codemeta.json do not have versions" ,
293+ "count" : 10 ,
294+ "percentage" : 41.67 ,
295+ "languages" : {
296+ "Python" : 8
297+ }
298+ },
299+ {
300+ "warning_code" : " W005" ,
301+ "warning_desc" : " The metadata file softwareRequirements have more than one req, but it's written as one string" ,
302+ "count" : 2 ,
303+ "percentage" : 8.33 ,
304+ "languages" : {
305+ "Python" : 1
306+ }
307+ },
308+ {
309+ "warning_code" : " W006" ,
310+ "warning_desc" : " codemeta.json Identifier is a name instead of a valid unique identifier, but an identifier exist" ,
311+ "count" : 2 ,
312+ "percentage" : 8.33 ,
313+ "languages" : {
314+ "Python" : 2
315+ }
316+ },
317+ {
318+ "warning_code" : " W007" ,
319+ "warning_desc" : " codemeta.json Identifier is empty" ,
320+ "count" : 0 ,
321+ "percentage" : 0.0 ,
322+ "languages" : {}
323+ },
324+ {
325+ "warning_code" : " W008" ,
326+ "warning_desc" : " The metadata file GivenName is a list instead of a string" ,
327+ "count" : 0 ,
328+ "percentage" : 0.0 ,
329+ "languages" : {}
330+ },
331+ {
332+ "pitfall_code" : " W009" ,
333+ "pitfall_desc" : " codemeta.json developmentStatus is a URL instead of a string" ,
334+ "count" : 0 ,
335+ "percentage" : 0.0 ,
336+ "languages" : {}
337+ },
338+ {
339+ "pitfall_code" : " W010" ,
340+ "pitfall_desc" : " The metadata file codeRepository uses Git remote-style shorthand instead of full URL" ,
341+ "count" : 0 ,
342+ "percentage" : 0.0 ,
343+ "languages" : {}
344+ }
345+ ]
346+ }
0 commit comments