ci: Use specific paths in build.yml

This is to avoid superfluous builds

.github/workflows/build.yml

@@ -3,13 +3,22 @@ name: Build & Test
 
 on:
   push:
-    paths-ignore:
+    paths:
-      - "wiki/**"
+      - ".github/workflows/build.yml"
-      - "**.md"
+      - ".github/workflows/docker.yml"
+      - "src/**"
+      - "schemas/**"
+      - "docker/**"
+      - "ci/**"
+
   pull_request:
-    paths-ignore:
+    paths:
-      - "wiki/**"
+      - ".github/workflows/build.yml"
-      - "**.md"
+      - ".github/workflows/docker.yml"
+      - "src/**"
+      - "schemas/**"
+      - "docker/**"
+      - "ci/**"
 
 env:
   dotnetVersion: "6.0.x"