Splitting pipeline

azure-pipelines.yml

@@ -12,36 +12,58 @@ trigger:
 pool:
   vmImage: ubuntu-latest
 
-steps:
-- task: Maven@3
-  inputs:
-    mavenPomFile: 'pom.xml'
-    mavenOptions: '-Xmx3072m'
-    javaHomeOption: 'JDKVersion'
-    jdkVersionOption: '1.8'
-    jdkArchitectureOption: 'x64'
-    publishJUnitResults: true
-    testResultsFiles: '**/surefire-reports/TEST-*.xml'
-    goals: 'package'
+stages:
+- stage: Setup
+  jobs:
+  - template: components/ExtractAssemblyVersion.yml
 
-- task: PythonScript@0
-  inputs:
-    scriptSource: 'inline'
-    script: |
-        print('variableInVariableGroup: $(variableInVariableGroup)')
+- stage: BuildAndTest
+  jobs:
+  - job: BuildAndTest
+    steps:
+    - script: |
+        mkdir -p dockerfolder/static-html-directory/
+      displayName: Create static-html-directory
 
-- task: PythonScript@0
-  inputs:
-    scriptSource: 'inline'
-    script: |
-      import os
-      print (os.environ)
+    - template: components/build-docker.yml
+      parameters:
+        build_Context:
+          - "$(System.DefaultWorkingDirectory)"
+          - ""
+          - "$(System.DefaultWorkingDirectory)"
+        personalDockerfile:
+          - "dockerfolder/Dockerfile"
+          - "dockerfolder/DockerfileHttpd"
+        service:
+          - ingest_service
+          - metadata_tools
+          - management_service
+          - ingest_service
+          - query_service
+          - processing_service
+          - landing_zone
 
-- task: github-pr-comment@0
-  inputs:
-    userToken: '$(githubToken)'
-    repository: '$(Build.Repository.Name)'
-    prNumber: '$(System.PullRequest.PullRequestNumber)'
-    bodyFilePath: ""
-    extension: 'txt'
-    getSubFolders: true
+# - stage: BuildAndTest
+#   jobs:
+  # - job: BuildAndTest
+  #   steps:
+  #   - template: components/maven.yml
+#   - job: Python
+#     steps:
+#     - template: components/python.yml
+#   - job: GithubPrComment
+#     steps:
+#     - template: components/github-pr-comment.yml
+# - stage: DockerBuild
+#   jobs:
+#   - job: Build
+#     steps:
+#     - script: |
+#         mkdir -p dockerfolder/static-html-directory/
+#       displayName: Create static-html-directory
+#   - ${{ each dockerfilename in parameters.dockerfilenames }}:
+#   - ${{ each personaltag in parameters.personaltags }}:
+#     - template: components/build-docker.yml
+#       parameters:
+#         dockerfilename: ${{ dockerfilename }}
+#         personaltag: ${{ personaltag }}

components/ExtractAssemblyVersion.yml

@@ -0,0 +1,5 @@
+jobs:
+- job: ExtractAssemblyVersion
+  steps:
+  - bash: |
+       cat /etc/os-release | grep '^VERSION' /etc/os-release

components/build-docker.yml

@@ -0,0 +1,36 @@
+parameters:
+- name: service
+  type: object
+  default: {}
+- name: personalDockerfile
+  type: object
+  default: {}
+- name: build_Context
+  type: object
+  default: {}
+steps:
+- ${{ each srvc in parameters.service }}:
+      - task: Docker@2
+        inputs:
+          containerRegistry: 'DockerHub'
+          repository: '${{ srvc }}'
+          command: 'build'
+          each dfl in parameters.personalDockerfile:
+            Dockerfile: '${{ dfl }}'
+          each blx in parameters.build_Context:
+            buildContext: '${{ blx }}'
+          tags: '$(Build.BuildId)'
+          addPipelineData: false
+          addBaseImageData: false
+        displayName: Docker build ${{ srvc }} with '${{ dfl }}'
+
+# - name: dockerfilename
+#   type: object
+#   default: 
+#     - "dockerfolder/Dockerfile"
+#     - "dockerfolder/DockerfileHttpd"
+# - name: personaltag
+#   type: object
+#   default:
+#     - "$(Build.BuildId)"
+#     - "$(Build.BuildNumber)"

components/github-pr-comment.yml

@@ -0,0 +1,9 @@
+steps:
+- task: github-pr-comment@0
+  inputs:
+    userToken: '$(githubToken)'
+    repository: '$(Build.Repository.Name)'
+    prNumber: '$(System.PullRequest.PullRequestNumber)'
+    bodyFilePath: ""
+    extension: 'txt'
+    getSubFolders: true

components/maven.yml

@@ -0,0 +1,12 @@
+steps:
+- task: Maven@3
+  inputs:
+    mavenPomFile: 'pom.xml'
+    mavenOptions: '-Xmx3072m'
+    javaHomeOption: 'JDKVersion'
+    jdkVersionOption: '1.8'
+    jdkArchitectureOption: 'x64'
+    publishJUnitResults: true
+    testResultsFiles: '**/surefire-reports/TEST-*.xml'
+    goals: 'package'
+  displayName: Maven

components/python.yml

@@ -0,0 +1,15 @@
+steps:
+- task: PythonScript@0
+  inputs:
+    scriptSource: 'inline'
+    script: |
+        print('variableInVariableGroup: $(variableInVariableGroup)')
+    displayName: PythonScript1
+
+- task: PythonScript@0
+  inputs:
+    scriptSource: 'inline'
+    script: |
+      import os
+      print (os.environ)
+    displayName: PythonScript2

dockerfolder/Dockerfile

@@ -0,0 +1,2 @@
+FROM nginx
+COPY dockerfolder/static-html-directory /usr/share/nginx/html

dockerfolder/DockerfileHttpd

@@ -0,0 +1,2 @@
+FROM httpd:2.4
+COPY dockerfolder/static-html-directory /usr/share/nginx/html

dockerfolder/static-html-directory/index.html

@@ -0,0 +1,9 @@
+<!DOCTYPE html>
+<html>
+    <head>
+        <title>Basic Web Page</title>
+    </head>
+    <body>
+Hello World!
+    </body>
+</html>