Skip to content

Commit 99d4558

Browse files
Anas-ElhounsriAnas-Elhounsri
committed
Added ground truth data for MSR2026
1 parent 276cf50 commit 99d4558

2,172 files changed

Lines changed: 102569 additions & 0 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎src/metacheck/data/pitfalls_outputs/output_1000_pitfalls.jsonld‎

Lines changed: 99 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,99 @@
1+
{
2+
"@context": "https://w3id.org/example/metacheck/0.1.0/",
3+
"@type": "SoftwareQualityAssessment",
4+
"name": "Quality Assessment for tamasgal/km3pipe",
5+
"description": "Extemporary analysis framework for KM3NeT",
6+
"creator": {
7+
"@type": "schema:Person",
8+
"name": "Anonymous",
9+
"email": "example@email.com"
10+
},
11+
"dateCreated": "2025-11-18T09:39:43Z",
12+
"license": [
13+
"@id: https://opensource.org/license/mit"
14+
],
15+
"assessedSoftware": {
16+
"@type": "schema:SoftwareApplication",
17+
"name": "tamasgal/km3pipe",
18+
"softwareVersion": "v6.8.1",
19+
"url": "https://github.com/tamasgal/km3pipe"
20+
},
21+
"checks": [
22+
{
23+
"@type": "CheckResult",
24+
"assessesIndicator": {
25+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
26+
},
27+
"checkingSoftware": {
28+
"@type": "schema:SoftwareApplication",
29+
"name": "metacheck",
30+
"@id": "https://w3id.org/example/metacheck/tools/",
31+
"softwareVersion": "0.1.0"
32+
},
33+
"process": "The metadata file (codemeta or other) has a version which does not correspond to the version used in the latest release",
34+
"status": {
35+
"@id": "schema:CompletedActionStatus"
36+
},
37+
"checkId": "P001",
38+
"evidence": "P001 detected: codemeta.json version '9.5.0' does not match release version '6.8.1'",
39+
"suggestion": "Ensure the version in your metadata matches the latest official release. Keeping these synchronized avoids confusion for users and improves reproducibility."
40+
},
41+
{
42+
"@type": "CheckResult",
43+
"assessesIndicator": {
44+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
45+
},
46+
"checkingSoftware": {
47+
"@type": "schema:SoftwareApplication",
48+
"name": "metacheck",
49+
"@id": "https://w3id.org/example/metacheck/tools/",
50+
"softwareVersion": "0.1.0"
51+
},
52+
"process": "The metadata file (codemeta or other) codeRepository does not point to the same repository",
53+
"status": {
54+
"@id": "schema:CompletedActionStatus"
55+
},
56+
"checkId": "P016",
57+
"evidence": "P016 detected: Issue detected in output_1000.json",
58+
"suggestion": "Make sure that the codeRepository URL in your metadata exactly matches the repository hosting your source code."
59+
},
60+
{
61+
"@type": "CheckResult",
62+
"assessesIndicator": {
63+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
64+
},
65+
"checkingSoftware": {
66+
"@type": "schema:SoftwareApplication",
67+
"name": "metacheck",
68+
"@id": "https://w3id.org/example/metacheck/tools/",
69+
"softwareVersion": "0.1.0"
70+
},
71+
"process": "codemeta.json dateModified is outdated compared to the actual repository last update date",
72+
"status": {
73+
"@id": "schema:CompletedActionStatus"
74+
},
75+
"checkId": "W002",
76+
"evidence": "W002 detected: Issue detected in output_1000.json",
77+
"suggestion": "You need to align the version in your metadata file with your latest release tag. Automating this synchronization as part of your release process is highly recommended."
78+
},
79+
{
80+
"@type": "CheckResult",
81+
"assessesIndicator": {
82+
"@id": "https://w3id.org/example/metacheck/i/indicators/codemeta"
83+
},
84+
"checkingSoftware": {
85+
"@type": "schema:SoftwareApplication",
86+
"name": "metacheck",
87+
"@id": "https://w3id.org/example/metacheck/tools/",
88+
"softwareVersion": "0.1.0"
89+
},
90+
"process": "Programming languages in codemeta.json do not have versions",
91+
"status": {
92+
"@id": "schema:CompletedActionStatus"
93+
},
94+
"checkId": "W004",
95+
"evidence": "W004 detected: dateModified in codemeta.json is outdated compared to actual repository last update",
96+
"suggestion": "Include version numbers for each programming language used. Defining these helps ensure reproducibility and compatibility across systems."
97+
}
98+
]
99+
}

‎src/metacheck/data/pitfalls_outputs/output_1002_pitfalls.jsonld‎

Lines changed: 118 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,118 @@
1+
{
2+
"@context": "https://w3id.org/example/metacheck/0.1.0/",
3+
"@type": "SoftwareQualityAssessment",
4+
"name": "Quality Assessment for IndrajeetPatil/statsExpressions",
5+
"description": "Tidy data frames and expressions with statistical summaries 📜",
6+
"creator": {
7+
"@type": "schema:Person",
8+
"name": "Anonymous",
9+
"email": "example@email.com"
10+
},
11+
"dateCreated": "2025-11-18T09:39:45Z",
12+
"license": [
13+
"@id: https://opensource.org/license/mit"
14+
],
15+
"assessedSoftware": {
16+
"@type": "schema:SoftwareApplication",
17+
"name": "IndrajeetPatil/statsExpressions",
18+
"softwareVersion": "1.7.1",
19+
"url": "https://github.com/IndrajeetPatil/statsExpressions"
20+
},
21+
"checks": [
22+
{
23+
"@type": "CheckResult",
24+
"assessesIndicator": {
25+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
26+
},
27+
"checkingSoftware": {
28+
"@type": "schema:SoftwareApplication",
29+
"name": "metacheck",
30+
"@id": "https://w3id.org/example/metacheck/tools/",
31+
"softwareVersion": "0.1.0"
32+
},
33+
"process": "The metadata file (codemeta or other) has a version which does not correspond to the version used in the latest release",
34+
"status": {
35+
"@id": "schema:CompletedActionStatus"
36+
},
37+
"checkId": "P001",
38+
"evidence": "P001 detected: DESCRIPTION version '1.7.1.9000' does not match release version '1.7.1'",
39+
"suggestion": "Ensure the version in your metadata matches the latest official release. Keeping these synchronized avoids confusion for users and improves reproducibility."
40+
},
41+
{
42+
"@type": "CheckResult",
43+
"assessesIndicator": {
44+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
45+
},
46+
"checkingSoftware": {
47+
"@type": "schema:SoftwareApplication",
48+
"name": "metacheck",
49+
"@id": "https://w3id.org/example/metacheck/tools/",
50+
"softwareVersion": "0.1.0"
51+
},
52+
"process": "In codemeta.json contIntegration link returns 404",
53+
"status": {
54+
"@id": "schema:CompletedActionStatus"
55+
},
56+
"checkId": "P015",
57+
"evidence": "P015 detected: Issue detected in output_1002.json",
58+
"suggestion": "You need to update the outdated URLs to point to the current CI platform, or remove the property if no active CI is in place. A good pratcie would be to periodically test all external links, especially those related to CI or build status."
59+
},
60+
{
61+
"@type": "CheckResult",
62+
"assessesIndicator": {
63+
"@id": "https://w3id.org/example/metacheck/i/indicators/codemeta"
64+
},
65+
"checkingSoftware": {
66+
"@type": "schema:SoftwareApplication",
67+
"name": "metacheck",
68+
"@id": "https://w3id.org/example/metacheck/tools/",
69+
"softwareVersion": "0.1.0"
70+
},
71+
"process": "Programming languages in codemeta.json do not have versions",
72+
"status": {
73+
"@id": "schema:CompletedActionStatus"
74+
},
75+
"checkId": "W004",
76+
"evidence": "W004 detected: dateModified in codemeta.json is outdated compared to actual repository last update",
77+
"suggestion": "Include version numbers for each programming language used. Defining these helps ensure reproducibility and compatibility across systems."
78+
},
79+
{
80+
"@type": "CheckResult",
81+
"assessesIndicator": {
82+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
83+
},
84+
"checkingSoftware": {
85+
"@type": "schema:SoftwareApplication",
86+
"name": "metacheck",
87+
"@id": "https://w3id.org/example/metacheck/tools/",
88+
"softwareVersion": "0.1.0"
89+
},
90+
"process": "codemeta.json Identifier is a name instead of a valid unique identifier, but an identifier exist",
91+
"status": {
92+
"@id": "schema:CompletedActionStatus"
93+
},
94+
"checkId": "W006",
95+
"evidence": "W006 detected: Issue detected in output_1002.json",
96+
"suggestion": "You should replace plain name in your identifier field with persistent identifiers, such as DOIs or SWHIDs, to improve discoverability and interoperability."
97+
},
98+
{
99+
"@type": "CheckResult",
100+
"assessesIndicator": {
101+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
102+
},
103+
"checkingSoftware": {
104+
"@type": "schema:SoftwareApplication",
105+
"name": "metacheck",
106+
"@id": "https://w3id.org/example/metacheck/tools/",
107+
"softwareVersion": "0.1.0"
108+
},
109+
"process": "codemeta.json developmentStatus is a URL instead of a string",
110+
"status": {
111+
"@id": "schema:CompletedActionStatus"
112+
},
113+
"checkId": "W009",
114+
"evidence": "W009 detected: Issue detected in output_1002.json",
115+
"suggestion": "You need to replace URLs in the developmentStatus field with descriptive text values, such as 'active', 'beta', or 'stable'. This maintains schema compliance and clarity."
116+
}
117+
]
118+
}

‎src/metacheck/data/pitfalls_outputs/output_1003_pitfalls.jsonld‎

Lines changed: 102 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,102 @@
1+
{
2+
"@context": "https://w3id.org/example/metacheck/0.1.0/",
3+
"@type": "SoftwareQualityAssessment",
4+
"name": "Quality Assessment for RECeSS-EU-Project/benchscofi",
5+
"description": "Package which contains implementations of published collaborative filtering-based algorithms for drug repurposing.",
6+
"creator": {
7+
"@type": "schema:Person",
8+
"name": "Anonymous",
9+
"email": "example@email.com"
10+
},
11+
"dateCreated": "2025-11-18T09:39:46Z",
12+
"license": [
13+
"@id: https://opensource.org/license/mit"
14+
],
15+
"assessedSoftware": {
16+
"@type": "schema:SoftwareApplication",
17+
"name": "RECeSS-EU-Project/benchscofi",
18+
"softwareVersion": "v2.0.1",
19+
"url": "https://github.com/RECeSS-EU-Project/benchscofi",
20+
"schema:identifier": {
21+
"@id": "https://doi.org/10.5281/zenodo.8241505"
22+
}
23+
},
24+
"checks": [
25+
{
26+
"@type": "CheckResult",
27+
"assessesIndicator": {
28+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
29+
},
30+
"checkingSoftware": {
31+
"@type": "schema:SoftwareApplication",
32+
"name": "metacheck",
33+
"@id": "https://w3id.org/example/metacheck/tools/",
34+
"softwareVersion": "0.1.0"
35+
},
36+
"process": "The metadata file (codemeta or other) has a version which does not correspond to the version used in the latest release",
37+
"status": {
38+
"@id": "schema:CompletedActionStatus"
39+
},
40+
"checkId": "P001",
41+
"evidence": "P001 detected: codemeta.json version '1.0.0' does not match release version '2.0.1'",
42+
"suggestion": "Ensure the version in your metadata matches the latest official release. Keeping these synchronized avoids confusion for users and improves reproducibility."
43+
},
44+
{
45+
"@type": "CheckResult",
46+
"assessesIndicator": {
47+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
48+
},
49+
"checkingSoftware": {
50+
"@type": "schema:SoftwareApplication",
51+
"name": "metacheck",
52+
"@id": "https://w3id.org/example/metacheck/tools/",
53+
"softwareVersion": "0.1.0"
54+
},
55+
"process": "codemeta.json uses bare DOIs in the identifier field instead of full https://doi.org/ URL",
56+
"status": {
57+
"@id": "schema:CompletedActionStatus"
58+
},
59+
"checkId": "P014",
60+
"evidence": "P014 detected: Issue detected in output_1003.json",
61+
"suggestion": "You should include the full DOI URL form in your metadata (e.g., https://doi.org/XX.XXXX/zenodo.XXXX)"
62+
},
63+
{
64+
"@type": "CheckResult",
65+
"assessesIndicator": {
66+
"@id": "https://w3id.org/example/metacheck/i/indicators/metadatafile"
67+
},
68+
"checkingSoftware": {
69+
"@type": "schema:SoftwareApplication",
70+
"name": "metacheck",
71+
"@id": "https://w3id.org/example/metacheck/tools/",
72+
"softwareVersion": "0.1.0"
73+
},
74+
"process": "codemeta.json dateModified is outdated compared to the actual repository last update date",
75+
"status": {
76+
"@id": "schema:CompletedActionStatus"
77+
},
78+
"checkId": "W002",
79+
"evidence": "W002 detected: Issue detected in output_1003.json",
80+
"suggestion": "You need to align the version in your metadata file with your latest release tag. Automating this synchronization as part of your release process is highly recommended."
81+
},
82+
{
83+
"@type": "CheckResult",
84+
"assessesIndicator": {
85+
"@id": "https://w3id.org/example/metacheck/i/indicators/codemeta"
86+
},
87+
"checkingSoftware": {
88+
"@type": "schema:SoftwareApplication",
89+
"name": "metacheck",
90+
"@id": "https://w3id.org/example/metacheck/tools/",
91+
"softwareVersion": "0.1.0"
92+
},
93+
"process": "Programming languages in codemeta.json do not have versions",
94+
"status": {
95+
"@id": "schema:CompletedActionStatus"
96+
},
97+
"checkId": "W004",
98+
"evidence": "W004 detected: dateModified in codemeta.json is outdated compared to actual repository last update",
99+
"suggestion": "Include version numbers for each programming language used. Defining these helps ensure reproducibility and compatibility across systems."
100+
}
101+
]
102+
}

0 commit comments

Comments
 (0)