Test dynamic pipelines

Author: Allen Huang

buildkite.yml

@@ -1,6 +1,4 @@
 steps:
-  - command: "pwd && ls"
-  - wait
   - commands: 
     - "echo 'Hello World'"
     - "docker build . -t test-image"
@@ -12,4 +10,6 @@ steps:
         volumes:
             - "/var/run/docker.sock:/var/run/docker.sock"
     label: "test"
+  - wait
+  - command: ./pipelines.sh
 

pipelines.jsonnet

@@ -0,0 +1,32 @@
+local workspaces = (import 'workspaces.json').workspaces;
+
+local plan_job(script, ws) = {
+  command: script + ws,
+  key: 'plan-' + ws,
+  label: 'plan-' + ws,
+};
+
+local apply_job(script, ws) = {
+  command: [script + ws],
+  depends_on: ['plan-' + ws],
+};
+
+local pipeline(ws) = {
+  [ws]: {
+    steps: [
+      plan_job('echo terraform plan-', ws),
+      { block: 'apply-' + ws },
+      apply_job('echo terraform apply-', ws),
+    ],
+  },
+};
+
+local generate_pipelines(pipelines) =
+  local append(arr, i, res) =
+    if i >= std.length(arr) then
+      res
+    else
+      append(arr, i + 1, res + arr[i]) tailstrict;
+  append(pipelines, 0, {});
+
+{} + generate_pipelines([pipeline(ws) for ws in workspaces])

pipelines.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -euo pipefail
+
+rm -rf envs.yml
+jsonnet pipelines.jsonnet | yq eval -P - > envs.yml
+
+envs=$(jq -r '.workspaces[]' workspaces.json)
+
+for e in ${envs[@]}; do
+  echo $e
+
+  yq eval ".$e" envs.yml | buildkite-agent pipeline upload
+done
+

workspaces.json

@@ -0,0 +1,3 @@
+{
+  "workspaces": ["prod", "dev", "stg"]
+}