From c049865cba017ad826405c7145cd3eccbc553232 Mon Sep 17 00:00:00 2001 From: Flyte Bot Date: Tue, 5 Dec 2023 16:16:09 -0800 Subject: [PATCH] Update Flyte components (#4525) * Update Flyte Components Signed-off-by: Flyte-Bot * Add CHANGELOG-v1.10.6.md and bump version in rsts/conf.py Signed-off-by: Eduardo Apolinario * Fix typo Signed-off-by: Eduardo Apolinario * Avoid rate-limiting in gh workflows by using authenticated requests Signed-off-by: Eduardo Apolinario --------- Signed-off-by: Flyte-Bot Signed-off-by: Eduardo Apolinario Co-authored-by: eapolinario Co-authored-by: Eduardo Apolinario <653394+eapolinario@users.noreply.github.com> --- .github/workflows/checks.yml | 2 + .github/workflows/go_generate.yml | 5 + CHANGELOG/CHANGELOG-v1.10.6.md | 157 ++++++++++++++++++ charts/flyte-binary/README.md | 2 +- charts/flyte-binary/values.yaml | 2 +- charts/flyte-core/README.md | 12 +- charts/flyte-core/values.yaml | 10 +- charts/flyte/README.md | 16 +- charts/flyte/values.yaml | 10 +- .../flyte_aws_scheduler_helm_generated.yaml | 30 ++-- deployment/eks/flyte_generated.yaml | 22 +-- .../flyte_helm_controlplane_generated.yaml | 20 +-- .../eks/flyte_helm_dataplane_generated.yaml | 14 +- deployment/eks/flyte_helm_generated.yaml | 34 ++-- .../flyte_helm_controlplane_generated.yaml | 20 +-- .../gcp/flyte_helm_dataplane_generated.yaml | 14 +- deployment/gcp/flyte_helm_generated.yaml | 34 ++-- .../flyte_sandbox_binary_helm_generated.yaml | 4 +- deployment/sandbox/flyte_helm_generated.yaml | 34 ++-- .../manifests/complete-agent.yaml | 8 +- .../sandbox-bundled/manifests/complete.yaml | 8 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- kustomize/overlays/eks/kustomization.yaml | 8 +- rsts/conf.py | 2 +- .../generated/flytepropeller_config.rst | 25 +++ 25 files changed, 343 insertions(+), 154 deletions(-) create mode 100644 CHANGELOG/CHANGELOG-v1.10.6.md diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml index 41ce00d103..9daac2a252 100644 --- a/.github/workflows/checks.yml +++ b/.github/workflows/checks.yml @@ -118,6 +118,8 @@ jobs: with: component: ${{ matrix.component }} go-version: ${{ needs.unpack-envvars.outputs.go-version }} + secrets: + FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} build_docker_images: name: Build Images diff --git a/.github/workflows/go_generate.yml b/.github/workflows/go_generate.yml index 79e60e29a0..5bb93ffc63 100644 --- a/.github/workflows/go_generate.yml +++ b/.github/workflows/go_generate.yml @@ -9,6 +9,9 @@ on: go-version: required: true type: string + secrets: + FLYTE_BOT_PAT: + required: true jobs: generate: runs-on: ubuntu-latest @@ -19,6 +22,8 @@ jobs: steps: - uses: actions/checkout@v3 - uses: arduino/setup-protoc@v1 + with: + repo-token: ${{ secrets.FLYTE_BOT_PAT }} - uses: bufbuild/buf-setup-action@v1 - uses: actions/setup-go@v3 with: diff --git a/CHANGELOG/CHANGELOG-v1.10.6.md b/CHANGELOG/CHANGELOG-v1.10.6.md new file mode 100644 index 0000000000..2aa4505998 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v1.10.6.md @@ -0,0 +1,157 @@ +# Flyte 1.10.6 Release + +Due to a mishap in the move to the monorepo, we ended up generating the git tags between 1.10.1 to 1.10.5, so in order to decrease the confusion we decided to skip those patch versions and go straight to the next available version. + +We've shipped a ton of stuff in this patch release, here are some of the highlights. + +## GPU Accelerators +You'll be able to get more fine-grained in the use GPU Accelerators in your tasks. Here are some examples: + +No preference of GPU accelerator to use: +``` +@task(limits=Resources(gpu="1")) +def my_task() -> None: + ... +``` + +Schedule on a specific GPU accelerator: +``` +from flytekit.extras.accelerators import T4 + + +@task( + limits=Resources(gpu="1"), + accelerator=T4, +) +def my_task() -> None: + ... +``` + +Schedule on a Multi-instance GPU (MIG) accelerator with no preference of partition size: +``` +from flytekit.extras.accelerators import A100 + + +@task( + limits=Resources(gpu="1"), + accelerator=A100, +) +def my_task() -> None: + ... +``` + +Schedule on a Multi-instance GPU (MIG) accelerator with a specific partition size: +``` +from flytekit.extras.accelerators import A100 + + +@task( + limits=Resources(gpu="1"), + accelerator=A100.partition_1g_5gb, +) +def my_task() -> None: + ... +``` + +Schedule on an unpartitioned Multi-instance GPU (MIG) accelerator: +``` +from flytekit.extras.accelerators import A100 + + +@task( + limits=Resources(gpu="1"), + accelerator=A100.unpartitioned, +) +def my_task() -> None: + ... +``` + +## Improved support for Ray logs +https://github.com/flyteorg/flyte/pull/4266 opens the door for RayJob logs to be persisted. + +In https://github.com/flyteorg/flyte/pull/4397 we added support for a link to a Ray dashboard to show up in the task card. + +## Updated grafana dashboards +We updated the official grafana dashboards in https://github.com/flyteorg/flyte/pull/4382. + +## Support for Azure AD +A new version of our stow fork added support for Azure AD in https://github.com/flyteorg/stow/pull/9. + +## Full changelog: +* Restructure Flyte releases by @eapolinario in https://github.com/flyteorg/flyte/pull/4304 +* Use debian bookworm as single binary base image by @eapolinario in https://github.com/flyteorg/flyte/pull/4311 +* Use local version in single-binary by @eapolinario in https://github.com/flyteorg/flyte/pull/4294 +* Accessibility for README by @mishmanners in https://github.com/flyteorg/flyte/pull/4322 +* Add tests in `flytepropeller/pkg /controller/executors` from 72.3% to 87.3% coverage by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4276 +* fix: remove unused setting in deployment charts by @HeetVekariya in https://github.com/flyteorg/flyte/pull/4252 +* Document simplified retry behaviour introduced in #3902 by @fg91 in https://github.com/flyteorg/flyte/pull/4022 +* Ray logs persistence by @jeevb in https://github.com/flyteorg/flyte/pull/4266 +* Not revisiting task nodes and correctly incrementing parallelism by @hamersaw in https://github.com/flyteorg/flyte/pull/4318 +* Fix RunPluginEndToEndTest util by @andresgomezfrr in https://github.com/flyteorg/flyte/pull/4342 +* Tune sandbox readiness checks to ensure that sandbox is fully accessi… by @jeevb in https://github.com/flyteorg/flyte/pull/4348 +* Chore: Ensure Stalebot doesn't close issues we've not yet triaged. by @brndnblck in https://github.com/flyteorg/flyte/pull/4352 +* Do not automatically close stale issues by @eapolinario in https://github.com/flyteorg/flyte/pull/4353 +* Fix: Set flyteadmin gRPC port to 80 in ingress if using TLS between load balancer and backend by @fg91 in https://github.com/flyteorg/flyte/pull/3964 +* Support Databricks WebAPI 2.1 version and Support `existing_cluster_id` and `new_cluster` options to create a Job by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4361 +* Fixing caching on maptasks when using partials by @hamersaw in https://github.com/flyteorg/flyte/pull/4344 +* Fix read raw limit by @honnix in https://github.com/flyteorg/flyte/pull/4370 +* minor fix to eks-starter.yaml by @guyarad in https://github.com/flyteorg/flyte/pull/4337 +* Reporting running if the primary container status is not yet reported by @hamersaw in https://github.com/flyteorg/flyte/pull/4339 +* completing retries even if minSuccesses are achieved by @hamersaw in https://github.com/flyteorg/flyte/pull/4338 +* Add comment to auth scope by @wild-endeavor in https://github.com/flyteorg/flyte/pull/4341 +* Update tests by @eapolinario in https://github.com/flyteorg/flyte/pull/4381 +* Update order of cluster resources config to work with both uctl and flytectl by @neverett in https://github.com/flyteorg/flyte/pull/4373 +* Update tests in single-binary by @eapolinario in https://github.com/flyteorg/flyte/pull/4383 +* Passthrough unique node ID in task execution ID for generating log te… by @jeevb in https://github.com/flyteorg/flyte/pull/4380 +* Add Sections in the PR Template by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4367 +* Update metadata in ArrayNode TaskExecutionEvents by @hamersaw in https://github.com/flyteorg/flyte/pull/4355 +* Fixes list formatting in flytepropeller arch docs by @thomasjpfan in https://github.com/flyteorg/flyte/pull/4345 +* Update boilerplate end2end tests by @hamersaw in https://github.com/flyteorg/flyte/pull/4393 +* Handle all ray job statuses by @EngHabu in https://github.com/flyteorg/flyte/pull/4389 +* Relocate sandbox config by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/4385 +* Refactor task logs framework by @jeevb in https://github.com/flyteorg/flyte/pull/4396 +* Add support for displaying the Ray dashboard when a RayJob is active by @jeevb in https://github.com/flyteorg/flyte/pull/4397 +* Disable path filtering for monorepo components by @eapolinario in https://github.com/flyteorg/flyte/pull/4404 +* Silence NotFound when get task resource by @honnix in https://github.com/flyteorg/flyte/pull/4388 +* adding consoleUrl parameterization based on partition by @lauralindy in https://github.com/flyteorg/flyte/pull/4375 +* [Docs] Sensor Agent Doc by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4195 +* [flytepropeller] Add Tests in v1alpha.go including `array_test.go`, `branch_test.go`, `error_test.go`, and `iface_test.go` with 0.13% Coverage Improvement by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4234 +* Add more context for ray log template links by @jeevb in https://github.com/flyteorg/flyte/pull/4416 +* Add ClusterRole config for Ray by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/4405 +* Fix and update scripts for generating grafana dashboards by @Tom-Newton in https://github.com/flyteorg/flyte/pull/4382 +* Add artifacts branch to publish to buf on push by @squiishyy in https://github.com/flyteorg/flyte/pull/4450 +* Add service monitor for flyte admin and propeller service by @vraiyaninv in https://github.com/flyteorg/flyte/pull/4427 +* Fix Kubeflow TF Operator `GetTaskPhase` Bug by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4469 +* Instrument opentelemetry by @hamersaw in https://github.com/flyteorg/flyte/pull/4357 +* Delete the .github folder from each subdirectory by @pingsutw in https://github.com/flyteorg/flyte/pull/4480 +* Fix the loop variable scheduler issue by @pmahindrakar-oss in https://github.com/flyteorg/flyte/pull/4468 +* Databricks Plugin Setup Doc Enhancement by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4445 +* Put ticker back in place in propeller gc by @eapolinario in https://github.com/flyteorg/flyte/pull/4490 +* Store failed execution in flyteadmin by @iaroslav-ciupin in https://github.com/flyteorg/flyte/pull/4390 +* Moving from flyteadmin - Upgrade coreos/go-oidc to v3 to pickup claims parsing fixes by @eapolinario in https://github.com/flyteorg/flyte/pull/4139 +* Bump flyteorg/stow to 0.3.8 by @eapolinario in https://github.com/flyteorg/flyte/pull/4312 +* Remove 'needs' from generate_flyte_manifest by @eapolinario in https://github.com/flyteorg/flyte/pull/4495 +* Update Flyte components by @flyte-bot in https://github.com/flyteorg/flyte/pull/4302 +* Modify how flytecopilot version is parsed from values file by @eapolinario in https://github.com/flyteorg/flyte/pull/4496 +* Ignore component tags in goreleaser by @eapolinario in https://github.com/flyteorg/flyte/pull/4497 +* Fix indentation of `shell: task` by @eapolinario in https://github.com/flyteorg/flyte/pull/4498 +* Implemented simple echo plugin for testing by @hamersaw in https://github.com/flyteorg/flyte/pull/4489 +* Correctly handle resource overrides in KF plugins by @jeevb in https://github.com/flyteorg/flyte/pull/4467 +* Remove deprecated InjectDecoder by @EngHabu in https://github.com/flyteorg/flyte/pull/4507 +* Fix $HOME resolution and webhook namespace by @EngHabu in https://github.com/flyteorg/flyte/pull/4509 +* Add note on updating sandbox cluster configuration by @jeevb in https://github.com/flyteorg/flyte/pull/4510 +* Add New PR Template by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4512 +* [Docs] Databricks Agent Doc by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4008 +* Bump version of goreleaser gh action to v5 by @eapolinario in https://github.com/flyteorg/flyte/pull/4519 +* Kf operators use `GetReplicaFunc` (Error Handling) by @Future-Outlier in https://github.com/flyteorg/flyte/pull/4471 + +## New Contributors +* @HeetVekariya made their first contribution in https://github.com/flyteorg/flyte/pull/4252 +* @andresgomezfrr made their first contribution in https://github.com/flyteorg/flyte/pull/4342 +* @brndnblck made their first contribution in https://github.com/flyteorg/flyte/pull/4352 +* @guyarad made their first contribution in https://github.com/flyteorg/flyte/pull/4337 +* @neverett made their first contribution in https://github.com/flyteorg/flyte/pull/4373 +* @thomasjpfan made their first contribution in https://github.com/flyteorg/flyte/pull/4345 +* @lauralindy made their first contribution in https://github.com/flyteorg/flyte/pull/4375 +* @Tom-Newton made their first contribution in https://github.com/flyteorg/flyte/pull/4382 +* @vraiyaninv made their first contribution in https://github.com/flyteorg/flyte/pull/4427 diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index 8a34c920a7..c4fa8cfc5e 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -42,7 +42,7 @@ Chart for basic single Flyte executable deployment | configuration.auth.oidc.clientId | string | `""` | | | configuration.auth.oidc.clientSecret | string | `""` | | | configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` | | -| configuration.co-pilot.image.tag | string | `"v1.10.6-b0"` | | +| configuration.co-pilot.image.tag | string | `"v1.10.6"` | | | configuration.database.dbname | string | `"flyte"` | | | configuration.database.host | string | `"127.0.0.1"` | | | configuration.database.options | string | `"sslmode=disable"` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index cbb86f8940..48ae2c47dd 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -159,7 +159,7 @@ configuration: # repository CoPilot sidecar image repository repository: cr.flyte.org/flyteorg/flytecopilot # FLYTECOPILOT_IMAGE # tag CoPilot sidecar image tag - tag: v1.10.6-b0 # FLYTECOPILOT_TAG + tag: v1.10.6 # FLYTECOPILOT_TAG # agentService Flyte Agent configuration agentService: defaultAgent: diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index f7c72d6c79..05b179c5d1 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -90,8 +90,8 @@ helm install gateway bitnami/contour -n flyte | configmap.clusters.clusterConfigs | list | `[]` | | | configmap.clusters.labelClusterMap | object | `{}` | | | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). | | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | @@ -125,7 +125,7 @@ helm install gateway bitnami/contour -n flyte | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| datacatalog.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| datacatalog.image.tag | string | `"v1.10.6"` | Docker image tag | | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | datacatalog.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | @@ -157,7 +157,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.10.6-b0"` | | +| flyteadmin.image.tag | string | `"v1.10.6"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -209,7 +209,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.10.6-b0"` | | +| flytepropeller.image.tag | string | `"v1.10.6"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -236,7 +236,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.10.6"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 448787b39b..d09d9f9824 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.10.6-b0 # FLYTEADMIN_TAG + tag: v1.10.6 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -132,7 +132,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # FLYTESCHEDULER_TAG + tag: v1.10.6 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -186,7 +186,7 @@ datacatalog: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # DATACATALOG_TAG + tag: v1.10.6 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -254,7 +254,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.10.6-b0 # FLYTEPROPELLER_TAG + tag: v1.10.6 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: @@ -654,7 +654,7 @@ configmap: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 246fd18907..d4a46ff286 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.10.6-b0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.10.6-b0"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.10.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.10.6-b0"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.10.6-b0"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.10.6"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.10.6"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.10.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.10.6"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.10.6"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -91,15 +91,15 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. | | flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings | | flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. | -| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | +| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | | flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration | | flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration | | flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. | | flyte.configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. | | flyte.configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) | | flyte.configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.10.6","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | flyte.configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | flyte.configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | flyte.configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config | @@ -120,7 +120,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files | | flyte.datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| flyte.datacatalog.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| flyte.datacatalog.image.tag | string | `"v1.10.6"` | Docker image tag | | flyte.datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | flyte.datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | flyte.datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment | @@ -136,7 +136,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.10.6"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -162,7 +162,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.10.6"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -176,7 +176,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.10.6-b0"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.10.6"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 9ed3786c27..36d2a440db 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -16,7 +16,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # FLYTEADMIN_TAG + tag: v1.10.6 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -84,7 +84,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # FLYTESCHEDULER_TAG + tag: v1.10.6 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -129,7 +129,7 @@ flyte: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # DATACATALOG_TAG + tag: v1.10.6 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -178,7 +178,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.10.6-b0 # FLYTEPROPELLER_TAG + tag: v1.10.6 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment @@ -471,7 +471,7 @@ flyte: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 6486d4ef7f..647754edda 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -429,7 +429,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -865,7 +865,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -882,7 +882,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -896,7 +896,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -909,7 +909,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -932,7 +932,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1033,7 +1033,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1153,7 +1153,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1167,7 +1167,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1226,7 +1226,7 @@ spec: template: metadata: annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1252,7 +1252,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1306,9 +1306,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" spec: securityContext: fsGroup: 65534 @@ -1317,7 +1317,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1340,7 +1340,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index ce834b3639..5729fea0e2 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8640,7 +8640,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0 + image: cr.flyte.org/flyteorg/datacatalog:v1.10.6 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -8663,7 +8663,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0 + image: cr.flyte.org/flyteorg/datacatalog:v1.10.6 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8724,7 +8724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8751,7 +8751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8799,7 +8799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8846,7 +8846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8863,7 +8863,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8877,7 +8877,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8897,7 +8897,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9002,7 +9002,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytepropeller:v1.10.6 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9270,7 +9270,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flyteadmin:v1.10.6 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 1b16c7db6a..30a03b4498 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -571,7 +571,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -588,7 +588,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -602,7 +602,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -615,7 +615,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -638,7 +638,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -739,7 +739,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -859,7 +859,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -873,7 +873,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -949,7 +949,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -965,7 +965,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index e10142c57f..e5655a4c53 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -427,7 +427,7 @@ spec: template: metadata: annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -453,7 +453,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -507,9 +507,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" spec: securityContext: fsGroup: 65534 @@ -518,7 +518,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -541,7 +541,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 6214f2aa6e..45fed80156 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -460,7 +460,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -896,7 +896,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -913,7 +913,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -927,7 +927,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -940,7 +940,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -963,7 +963,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1064,7 +1064,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1184,7 +1184,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1198,7 +1198,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1274,7 +1274,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1290,7 +1290,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1345,7 +1345,7 @@ spec: template: metadata: annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1371,7 +1371,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1425,9 +1425,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "01088dc304d9857ab4f20c70a1051db600696c081ac978e44304725430899d8" + configChecksum: "fd3294c2987d4c2863e13a84abd65a284f69332d97a698c833c27e5c9f5417a" spec: securityContext: fsGroup: 65534 @@ -1436,7 +1436,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1459,7 +1459,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index 118a933a1c..29be77bd52 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -586,7 +586,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -603,7 +603,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -617,7 +617,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -630,7 +630,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -653,7 +653,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -754,7 +754,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -874,7 +874,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -888,7 +888,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -964,7 +964,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -980,7 +980,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index d97cb4f539..bfe7b45516 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -435,7 +435,7 @@ spec: template: metadata: annotations: - configChecksum: "1807fcd06e7ba88ec8324c5d335d66b159dc028aecae528214f15a119440e25" + configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -460,7 +460,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -514,9 +514,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "1807fcd06e7ba88ec8324c5d335d66b159dc028aecae528214f15a119440e25" + configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1" spec: securityContext: fsGroup: 65534 @@ -525,7 +525,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -548,7 +548,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 8ec2e2817f..9c81b402c5 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -473,7 +473,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -919,7 +919,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -936,7 +936,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -950,7 +950,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -963,7 +963,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -986,7 +986,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1087,7 +1087,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1207,7 +1207,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1221,7 +1221,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1297,7 +1297,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1313,7 +1313,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1368,7 +1368,7 @@ spec: template: metadata: annotations: - configChecksum: "1807fcd06e7ba88ec8324c5d335d66b159dc028aecae528214f15a119440e25" + configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1393,7 +1393,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1447,9 +1447,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "1807fcd06e7ba88ec8324c5d335d66b159dc028aecae528214f15a119440e25" + configChecksum: "5cfa27fed34037ee9e992af31d950a82a9abe1e77f10b7bd7f37d2fb6b935e1" spec: securityContext: fsGroup: 65534 @@ -1458,7 +1458,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1481,7 +1481,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index 220646a806..2e667f1256 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -116,7 +116,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6" k8s-array: logs: config: @@ -367,7 +367,7 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary annotations: - checksum/configuration: d36a779520b6a2f4e13493db137c2d4022382d282b0e4a3845c07c2f6e49c3b0 + checksum/configuration: 51494d8c2f3a6df2711d789217155f1e1b60e782dcbfd4564bfcccda24700576 checksum/configuration-secret: d5d93f4e67780b21593dc3799f0f6682aab0765e708e4020939975d14d44f929 checksum/cluster-resource-templates: 7dfa59f3d447e9c099b8f8ffad3af466fecbc9cf9f8c97295d9634254a55d4ae spec: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index f2e7314632..26a61908ed 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -585,7 +585,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0 + image: cr.flyte.org/flyteorg/flytecopilot:v1.10.6 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -6708,7 +6708,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -6724,7 +6724,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -6737,7 +6737,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6749,7 +6749,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -6772,7 +6772,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -6863,7 +6863,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.10.6" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6978,7 +6978,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -6991,7 +6991,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/datacatalog:v1.10.6" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -7057,7 +7057,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -7072,7 +7072,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -7124,7 +7124,7 @@ spec: template: metadata: annotations: - configChecksum: "a81a5fa25d21cbff03e67eadb8829e2d51cb9e1bc4ae540c4186c717f971d36" + configChecksum: "3d2a38f6286a81fa144d0690a97cf10282a73e862a2a3b5a3e0bb2911aac9ca" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -7149,7 +7149,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -7196,9 +7196,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.10.6-b0 + app.kubernetes.io/version: v1.10.6 annotations: - configChecksum: "a81a5fa25d21cbff03e67eadb8829e2d51cb9e1bc4ae540c4186c717f971d36" + configChecksum: "3d2a38f6286a81fa144d0690a97cf10282a73e862a2a3b5a3e0bb2911aac9ca" spec: securityContext: fsGroup: 65534 @@ -7207,7 +7207,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -7230,7 +7230,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.10.6" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml index ac4112b408..4380b96277 100644 --- a/docker/sandbox-bundled/manifests/complete-agent.yaml +++ b/docker/sandbox-bundled/manifests/complete-agent.yaml @@ -468,7 +468,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6" k8s-array: logs: config: @@ -816,7 +816,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: cXJOakphaFFlOVVTNzdMTw== + haSharedSecret: ZnNFaHlpM01FZjRaQmNJSA== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1246,7 +1246,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 832fc20170bd24c5262c6b6a741066a2cfa308183e3adb60810396bfbe85a750 + checksum/configuration: 6755bdc74789d7e2a80161a9f811e41ea3c0cf12bab5cb0820c7c8539b4b88fe checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1411,7 +1411,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: a489109789725f11c861a1298e84355a6d3fa1b1ecc3d31af2370f620103ee5e + checksum/secret: 727daf2e5024ea4e541b87b717e6f9a8706552e0ae461f82b2e5260ad564766c labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index ad7442ba57..2b5b9d3168 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -457,7 +457,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6-b0" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.10.6" k8s-array: logs: config: @@ -805,7 +805,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: blpEcVV3UkZPTElZZFYyNg== + haSharedSecret: UlI4aW9PaVFzcFpyRzhkTA== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1203,7 +1203,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 832fc20170bd24c5262c6b6a741066a2cfa308183e3adb60810396bfbe85a750 + checksum/configuration: 6755bdc74789d7e2a80161a9f811e41ea3c0cf12bab5cb0820c7c8539b4b88fe checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1368,7 +1368,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 3948bfd9d951c74b4472f15f1a9b9dccb0eb3fbd211affa47c84178e38f03ece + checksum/secret: cb0b9e32c83fba67eefca5b8cd0a3375b07f5d5d29f6dab9a092f91ccf7bd200 labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 91aebfd331..b934b7e602 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: MjRMQ25lOElMYjBrYnpzdg== + haSharedSecret: QzZJWkZlOTBQOUZxTUlvcA== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: f10919de1fb456c1eb6eb20477f5794bd87c07a138e032e3de80cf0af98a8c72 + checksum/secret: dd543013ea0e17fb3c9b7be54fe7c6063e8f15ad6e0887596011ddd7f22f1540 labels: app: docker-registry release: flyte-sandbox diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 5c91c45bc4..dc0f1f3398 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,7 +21,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.10.6-b0 # FLYTEADMIN_TAG override the tag + newTag: v1.10.6 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -29,15 +29,15 @@ images: newName: cr.flyte.org/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v1.10.6-b0 # DATACATALOG_TAG override the tag + newTag: v1.10.6 # DATACATALOG_TAG override the tag newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.10.6-b0 # FLYTEPROPELLER_TAG override the tag + newTag: v1.10.6 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.10.6-b0 # FLYTEPROPELLER_TAG override the tag + newTag: v1.10.6 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/rsts/conf.py b/rsts/conf.py index 39e45d2c10..8461fdcdfb 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -30,7 +30,7 @@ # The short X.Y version version = "" # The full version, including alpha/beta/rc tags -release = "1.10.6-b0" +release = "1.10.6" # -- General configuration --------------------------------------------------- diff --git a/rsts/deployment/configuration/generated/flytepropeller_config.rst b/rsts/deployment/configuration/generated/flytepropeller_config.rst index 7232acd79b..b238e7c961 100644 --- a/rsts/deployment/configuration/generated/flytepropeller_config.rst +++ b/rsts/deployment/configuration/generated/flytepropeller_config.rst @@ -982,6 +982,16 @@ databricks (`databricks.Config`_) qps: 10 +echo (`testing.Config`_) +------------------------------------------------------------------------------------------------------------------------ + +**Default Value**: + +.. code-block:: yaml + + sleep-duration: 0s + + k8s (`config.K8sPluginConfig`_) ------------------------------------------------------------------------------------------------------------------------ @@ -3814,6 +3824,21 @@ All user logs across driver and executors. templates: null +testing.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +sleep-duration (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Indicates the amount of time before transitioning to success + +**Default Value**: + +.. code-block:: yaml + + 0s + + Section: propeller ========================================================================================================================