Add validation tests

schemas/purl-test.schema.json

@@ -68,6 +68,34 @@
         }
       }
     },
+    "purl_validation_message": {
+      "title": "PURL validation message",
+      "description": "Validation severity and message to use as a test expected output when validating a PURL.",
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "severity": {
+          "title": "Validation severity",
+          "description": "Validation severity.",
+          "type": "string",
+          "enum": [
+            "info",
+            "warning",
+            "error"
+          ],
+          "meta:enum": {
+            "info": "Informational validation message",
+            "warning": "Warning validation message",
+            "error": "Error validation message"
+          }
+        },
+        "message": {
+          "title": "Validation message",
+          "description": "Validation message.",
+          "type": "string"
+        }
+      }
+    },
     "purl_test": {
       "title": "PURL test",
       "description": "A PURL test with input and expected output.",
@@ -104,12 +132,14 @@
           "enum": [
             "build",
             "parse",
-            "roundtrip"
+            "roundtrip",
+            "validation"
           ],
           "meta:enum": {
             "build": "A PURL building test from decoded components to a canonical PURL string.",
             "parse": "A PURL building test from decoded components to a canonical PURL string.",
-            "roundtrip": "A PURL roundtrip test, parsing then building back a PURL from a canonical string input."
+            "roundtrip": "A PURL roundtrip test, parsing then building back a PURL from a canonical string input.",
+            "validation": "A PURL validation test, checking if a PURL follows all the rules for a particular ecosystem."
           }
         },
         "expected_failure": {
@@ -284,6 +314,39 @@
               "expected_failure_reason"
             ]
           }
+        },
+        {
+          "if": {
+            "properties": {
+              "test_type": {
+                "const": "validation"
+              }
+            },
+            "required": [
+              "test_type"
+            ]
+          },
+          "then": {
+            "properties": {
+              "input": {
+                "title": "Input test PURL",
+                "description": "A PURL string to use as a test input (canonical or not).",
+                "type": "string"
+              },
+              "expected_output": {
+                "title": "Expected validation messages and severities",
+                "description": "List of validation objects with message and severity expected for this test. Can be an empty list.",
+                "type": "array",
+                "items": {
+                  "$ref": "#/definitions/purl_validation_message"
+                }
+              }
+            },
+            "required": [
+              "input",
+              "expected_output"
+            ]
+          }
         }
       ]
     }

tests/types/alpm-test.json

@@ -135,6 +135,58 @@
       "expected_output": "pkg:alpm/arch/containers-common@1:0.47.4-4?arch=x86_64",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid alpm package with arch qualifier",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:alpm/arch/pacman@6.0.1-1?arch=x86_64",
+      "expected_output": []
+    },
+    {
+      "description": "alpm package with uppercase nmamespace",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:alpm/Arch/pacman@6.0.1-1?arch=x86_64",
+      "expected_output": [
+        {
+          "severity": "warning",
+          "message": "Namespace is not lowercased for purl type: 'alpm'"
+        }
+      ]
+    },
+    {
+      "description": "alpm package with uppercase nmamespace (advanced)",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:alpm/Arch/pacman@6.0.1-1?arch=x86_64",
+      "expected_output": []
+    },
+    {
+      "description": "Valid alpm package with 'any' arch",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:alpm/arch/python-pip@21.0-1?arch=any",
+      "expected_output": []
+    },
+    {
+      "description": "Valid alpm package with epoch in version",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:alpm/arch/containers-common@1:0.47.4-4?arch=x86_64",
+      "expected_output": []
+    },
+    {
+      "description": "alpm package missing namespace",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:alpm/pacman@6.0.1-1?arch=x86_64",
+      "expected_output": [
+        {
+          "severity": "error",
+          "message": "Namespace is required for purl type: 'alpm'"
+        }
+      ]
     }
   ]
 }

tests/types/apk-test.json

@@ -90,6 +90,62 @@
       "expected_output": "pkg:apk/alpine/apk@2.12.9-r3?arch=x86",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid apk package with arch qualifier",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:apk/alpine/curl@7.83.0-r0?arch=x86",
+      "expected_output": []
+    },
+    {
+      "description": "Valid apk package with higher version and arch qualifier",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:apk/alpine/apk@2.12.9-r3?arch=x86",
+      "expected_output": []
+    },
+    {
+      "description": "Valid apk package with openwrt vendor",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:apk/openwrt/busybox@1.35.0-r5?arch=mips",
+      "expected_output": []
+    },
+    {
+      "description": "apk package missing namespace",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:apk/curl@7.83.0-r0?arch=x86",
+      "expected_output": [
+        {
+          "severity": "error",
+          "message": "Namespace is required for purl type: 'apk'"
+        }
+      ]
+    },
+    {
+      "description": "apk package with uppercase namespace and name",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:apk/FOO/BAR@7.83.0-r0?arch=x86",
+      "expected_output": [
+        {
+          "severity": "warning",
+          "message": "Namespace is not lowercased for purl type: 'apk'"
+        },
+        {
+          "severity": "warning",
+          "message": "Name is not lowercased for purl type: 'apk'"
+        }
+      ]
+    },
+    {
+      "description": "apk package with uppercase namespace and name (advanced)",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:apk/FOO/BAR@7.83.0-r0?arch=x86",
+      "expected_output": []
     }
   ]
 }

tests/types/bitbucket-test.json

@@ -91,6 +91,39 @@
       "expected_output": "pkg:bitbucket/birkenfeld/pygments-main@244fd47e07d1014f0aed9c",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid Bitbucket package with commit hash as version",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:bitbucket/birkenfeld/pygments-main@244fd47e07d1014f0aed9c",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Bitbucket package with subpath",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:bitbucket/teamname/repo-name@1.0.0#src/main",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Bitbucket package with qualifiers",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:bitbucket/company/service@release-2024?arch=x86_64&os=linux",
+      "expected_output": [
+        {
+          "severity": "info",
+          "message": "Invalid qualifiers found: arch, os. Allowed qualifiers are: repository_url"
+        }
+      ]
+    },
+    {
+      "description": "Valid Bitbucket package with qualifiers",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:bitbucket/company/service@release-2024?arch=x86_64&os=linux",
+      "expected_output": []
     }
   ]
 }

tests/types/bitnami-test.json

@@ -184,6 +184,34 @@
       "expected_output": "pkg:bitnami/wordpress@6.2.0?arch=arm64&distro=photon-4",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid Bitnami package without version",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:bitnami/wordpress?distro=debian-12",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Bitnami package with version and distro",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:bitnami/wordpress@6.2.0?distro=debian-12",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Bitnami package with arch and distro",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:bitnami/wordpress@6.2.0?arch=arm64&distro=debian-12",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Bitnami package with another distro",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:bitnami/wordpress@6.2.0?arch=arm64&distro=photon-4",
+      "expected_output": []
     }
   ]
 }

tests/types/cargo-test.json

@@ -123,6 +123,39 @@
       "expected_output": "pkg:cargo/structopt@0.3.11",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid Cargo package with name and version",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:cargo/rand@0.7.2",
+      "expected_output": []
+    },
+    {
+      "description": "Valid Cargo package with another example",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:cargo/clap@2.33.0",
+      "expected_output": []
+    },
+    {
+      "description": "Cargo package without version",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:cargo/structopt",
+      "expected_output": []
+    },
+    {
+      "description": "Cargo package with namespace (not allowed)",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:cargo/rustlang/serde@1.0.0",
+      "expected_output": [
+        {
+          "severity": "error",
+          "message": "Namespace is prohibited for purl type: 'cargo'"
+        }
+      ]
     }
   ]
 }

tests/types/cocoapods-test.json

@@ -164,6 +164,39 @@
       "expected_output": "pkg:cocoapods/GoogleUtilities@7.5.2#NSData%2Bzlib",
       "expected_failure": false,
       "expected_failure_reason": null
+    },
+    {
+      "description": "Valid CocoaPods package with name and version",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:cocoapods/AFNetworking@4.0.1",
+      "expected_output": []
+    },
+    {
+      "description": "Valid CocoaPods package with subspec in subpath",
+      "test_group": "base",
+      "test_type": "validation",
+      "input": "pkg:cocoapods/GoogleUtilities@7.5.2#NSData+zlib",
+      "expected_output": []
+    },
+    {
+      "description": "CocoaPods package without version",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:cocoapods/MapsIndoors",
+      "expected_output": []
+    },
+    {
+      "description": "CocoaPods package with namespace (not allowed)",
+      "test_group": "advanced",
+      "test_type": "validation",
+      "input": "pkg:cocoapods/apple/ShareKit@2.0#Twitter",
+      "expected_output": [
+        {
+          "severity": "error",
+          "message": "Namespace is prohibited for purl type: 'cocoapods'"
+        }
+      ]
     }
   ]
 }