feat(dagster): using custom image

dagster/dagster-values.gomplate.yaml

@@ -86,8 +86,10 @@ runLauncher:
   type: K8sRunLauncher
   config:
     k8sRunLauncher:
-      image: "{{ .Env.DAGSTER_CONTAINER_IMAGE }}:{{ .Env.DAGSTER_CONTAINER_TAG }}"
-      imagePullPolicy: "{{ .Env.DAGSTER_CONTAINER_PULL_POLICY }}"
+      image:
+        repository: "{{ .Env.DAGSTER_CONTAINER_IMAGE }}"
+        tag: "{{ .Env.DAGSTER_CONTAINER_TAG }}"
+        pullPolicy: "{{ .Env.DAGSTER_CONTAINER_PULL_POLICY }}"
       jobNamespace: "{{ .Env.DAGSTER_NAMESPACE }}"
       loadInclusterConfig: true
       volumeMounts:

dagster/image/Dockerfile

@@ -0,0 +1,3 @@
+FROM docker.io/dagster/dagster-k8s:1.11.10
+
+RUN pip install dagster-duckdb dagster-postgres pandas

dagster/justfile

@@ -619,3 +619,13 @@ cleanup:
     else
         echo "Cleanup cancelled"
     fi
+
+# Build custom container image
+[working-directory("image")]
+build-container-image:
+    @docker build -t "${DAGSTER_CONTAINER_IMAGE}:${DAGSTER_CONTAINER_TAG}" .
+
+# Push custom container image
+[working-directory("image")]
+push-container-image:
+    @docker push "${DAGSTER_CONTAINER_IMAGE}:${DAGSTER_CONTAINER_TAG}"