ci: dynamically generates the pipeline

.gitlab-ci.yml

+stages:
+  - setup
+  - triggers
 
@@ -1,17 +4,5 @@
 
-build_buster-slim-pg11:
-  image:
-    name: gcr.io/kaniko-project/executor:debug
-    entrypoint: [""]
-  script:
-    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
-    - /kaniko/executor
-      --context $CI_PROJECT_DIR/library/buster-slim-pg11
-      --dockerfile $CI_PROJECT_DIR/library/buster-slim-pg11/Dockerfile
-      --destination $CI_REGISTRY_IMAGE/buster-slim-pg11
-
-build_kubectl-kustomize:
-  image:
-    name: gcr.io/kaniko-project/executor:debug
-    entrypoint: [""]
+generate-config:
+  stage: setup
+  image: python
   script:
@@ -17,7 +8,6 @@
   script:
-    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
-    - /kaniko/executor
-      --context $CI_PROJECT_DIR/library/kubectl-kustomize
-      --dockerfile $CI_PROJECT_DIR/library/kubectl-kustomize/Dockerfile
-      --destination $CI_REGISTRY_IMAGE/kubectl-kustomize
+    - python3 ./generate_gitlabci.py
+  artifacts:
+    paths:
+      - gitlab-ci-generated.yml
 
@@ -23,22 +13,7 @@
 
-build_kubectl:
-  image:
-    name: gcr.io/kaniko-project/executor:debug
-    entrypoint: [""]
-  script:
-    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
-    - /kaniko/executor
-      --context $CI_PROJECT_DIR/library/kubectl
-      --dockerfile $CI_PROJECT_DIR/library/kubectl/Dockerfile
-      --destination $CI_REGISTRY_IMAGE/kubectl
-
-build_python-logilab:
-  image:
-    name: gcr.io/kaniko-project/executor:debug
-    entrypoint: [""]
-  script:
-    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
-    - /kaniko/executor
-      --context $CI_PROJECT_DIR/library/python-logilab
-      --dockerfile $CI_PROJECT_DIR/library/python-logilab/Dockerfile
-      --destination $CI_REGISTRY_IMAGE/python-logilab
+trigger-build:
+  stage: triggers
+  trigger:
+    include:
+      - artifact: gitlab-ci-generated.yml
+        job: generate-config

generate_gitlabci.py

+import os
 import glob
 import sys
 
@@ -14,16 +15,10 @@
       --destination $CI_REGISTRY_IMAGE/{project}
 '''
 
-try:
-    if sys.argv[1]:
-        TEMPLATE += f"      --build-arg {sys.argv[1]}={sys.argv[2]}"
-except IndexError:
-    pass
-
-with open('.gitlab-ci.yml', 'w') as f:
+with open('gitlab-ci-generated.yml', 'w') as f:
     for filepath in sorted(glob.glob('library/**/Dockerfile', recursive=True)):
         project = '-'.join(filepath.split('/')[1:-1])
         context = filepath.replace('/Dockerfile', '')
         f.write(TEMPLATE.format(project=project,
                                 context=context,
                                 filepath=filepath))
@@ -24,7 +19,6 @@
     for filepath in sorted(glob.glob('library/**/Dockerfile', recursive=True)):
         project = '-'.join(filepath.split('/')[1:-1])
         context = filepath.replace('/Dockerfile', '')
         f.write(TEMPLATE.format(project=project,
                                 context=context,
                                 filepath=filepath))
-