Air-Gapped Clusters and Private Registries¶

curl -fL -o "deploykf-0.1.4-generator.zip" \
  "https://github.com/deployKF/deployKF/releases/download/v0.1.4/deploykf-0.1.4-generator.zip"

apiVersion: argoproj.io/v1alpha1
kind: Application
metadata:
  name: deploykf-app-of-apps
  namespace: argocd
  labels:
    app.kubernetes.io/name: deploykf-app-of-apps
    app.kubernetes.io/part-of: deploykf
spec:
  project: ...

  source:

    ## the git repository containing the generator package
    ##
    repoURL: "https://git.example.com/deploykf.git"
    targetRevision: "main"
    path: "."

    ## plugin configuration
    ##
    plugin:
      name: "deploykf"
      parameters:

        ## the path to the generator package within the `repoURL` repository
        - name: "source_path"
          string: "./deploykf-0.1.4-generator.zip"

        ## paths to values files within the `repoURL` repository
        - name: "values_files"
          array:
            - ...

        ## a string containing the contents of a values file
        - name: "values"
          string: |
            ...

  destination:
    ...

# Render the manifests
deploykf generate ... --output-dir ./GENERATOR_OUTPUT

# Go to the component directory
cd ./GENERATOR_OUTPUT/manifests/kubeflow-tools/pipelines

# Print the images
kustomize build . \
  | perl -nle $'print $1 if /image: ["\']?([^ {"\']+)["\']?/'

# Render the manifests
deploykf generate ... --output-dir ./GENERATOR_OUTPUT

# Go to the component directory
cd ./GENERATOR_OUTPUT/manifests/deploykf-dependencies/istio

# Update the Helm dependencies
helm dependency update .

# Print the images
# NOTE: the istio chart needs the namespace to be set
helm template . --namespace istio-system \
  | perl -nle $'print $1 if /image: ["\']?([^ {"\']+)["\']?/'

# set the source image
SOURCE_REGISTRY="gcr.io" # depending on image: "docker.io", "ghcr.io", "quay.io"
SOURCE_IMAGE="ml-pipeline/cache-server:X.Y.Z"

# set the destination image
DEST_REGISTRY="docker.example.com"
DEST_IMAGE="${SOURCE_IMAGE}"

# pull the images
docker pull "${SOURCE_REGISTRY}/${SOURCE_IMAGE}"

# tag the images
docker tag "${SOURCE_REGISTRY}/${SOURCE_IMAGE}" "${DEST_REGISTRY}/${DEST_IMAGE}"

# push the images
# NOTE: you may need to login first with `docker login ...`
docker push "${DEST_REGISTRY}/${DEST_IMAGE}"

kubeflow_tools:
  pipelines:
    images:
      kfpCacheServer:
        repository: docker.example.com/ml-pipeline/cache-server
        tag: X.Y.Z

      kfpMetadataEnvoy:
        repository: docker.example.com/ml-pipeline/metadata-envoy
        tag: X.Y.Z

      kfpMetadataWriter:
        repository: docker.example.com/ml-pipeline/metadata-writer
        tag: X.Y.Z

      kfpApiServer:
        repository: docker.example.com/ml-pipeline/api-server
        tag: X.Y.Z

      kfpPersistenceagent:
        repository: docker.example.com/ml-pipeline/persistenceagent
        tag: X.Y.Z

      kfpScheduledworkflow:
        repository: docker.example.com/ml-pipeline/scheduledworkflow
        tag: X.Y.Z

      kfpFrontend:
        repository: docker.example.com/ml-pipeline/frontend
        tag: X.Y.Z

      kfpViewerCrdController:
        repository: docker.example.com/ml-pipeline/viewer-crd-controller
        tag: X.Y.Z

      kfpVisualizationServer:
        repository: docker.example.com/ml-pipeline/visualization-server
        tag: X.Y.Z

      tfxMlMetadataStoreServer:
        repository: docker.example.com/tfx-oss-public/ml_metadata_store_server
        ## NOTE: this tag is not aligned to the other KFP images
        tag: X.Y.Z

    kfpV2:
      launcherImage: "docker.example.com/ml-pipeline/kfp-launcher:X.Y.Z"