Milestone v0.10.0 release (#663)

flyteorg · Jan 13, 2021 · 17352c7 · 17352c7
1 parent 9845461
commit 17352c7
Show file tree

Hide file tree

Showing 20 changed files with 84 additions and 70 deletions.
diff --git a/CHANGELOG/CHANGELOG-v0.10.0.md b/CHANGELOG/CHANGELOG-v0.10.0.md
@@ -0,0 +1,14 @@
+### Flytekit
+* [Alpha release](https://github.com/lyft/flytekit/releases/tag/v0.16.0a2) of Flytekit (v0.16.0a2). Please check the release for the detailed changelog.
+* <sup>Alpha</sup> A revamp of the flytekit examples can be [found here](https://flytecookbook.readthedocs.io/en/latest/auto_recipes/index.html).
+
+### FlyteConsole
+* Show all executions across project and domain
+* Yielding launch plans from dynamic tasks will now show links for executions in the UI
+* Ability to pass role/service account for single task executions in the launch form
+* If auth is enabled, Console will automatically attempt login, saving you a click
+* Bug and stability fixes
+
+### Flyte Platform
+* SparkOperator v1beta2 support
+* Bug Fixes
diff --git a/Makefile b/Makefile
@@ -19,14 +19,14 @@ end2end_execute:
 # Use this target to build the rsts directory only. In order to build the entire flyte docs, use update_ref_docs && all_docs
 .PHONY: generate-local-docs
 generate-local-docs:
-	@docker run -t -v `pwd`:/base lyft/docbuilder:v2.2.0 sphinx-build -E -b html /base/rsts/. /base/_build
+	@docker run -t -v `pwd`:/base ghcr.io/nuclyde-io/docbuilder:e70cfafe3397c3b23d11183973c0f44e0024f025 sphinx-build -E -b html /base/rsts/. /base/_build
 
 # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir
 .PHONY: generate-docs
 generate-docs: generate-dependent-repo-docs
-	@FLYTEKIT_VERSION=0.15.1 ./script/generate_docs.sh
+	@FLYTEKIT_VERSION=0.15.4 ./script/generate_docs.sh
 
 # updates referenced docs from other repositories (e.g. flyteidl, flytekit)
 .PHONY: generate-dependent-repo-docs
 generate-dependent-repo-docs:
-	@FLYTEKIT_VERSION=0.15.1 FLYTEIDL_VERSION=0.18.10 ./script/update_ref_docs.sh
+	@FLYTEKIT_VERSION=0.15.4 FLYTEIDL_VERSION=0.18.11 ./script/update_ref_docs.sh
diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml
@@ -8560,7 +8560,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.3.4
+        app.kubernetes.io/version: 0.3.29
     spec:
       containers:
       - command:
@@ -8569,7 +8569,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -8615,7 +8615,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8633,7 +8633,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -8648,7 +8648,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -8689,13 +8689,13 @@ spec:
       labels:
         app: flyteconsole
         app.kubernetes.io/name: flyteconsole
-        app.kubernetes.io/version: 0.11.0
+        app.kubernetes.io/version: 0.19.0
     spec:
       containers:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/lyft/flyteconsole:v0.17.8
+        image: ghcr.io/lyft/flyteconsole:v0.19.1
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -8726,7 +8726,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.3.12
+        app.kubernetes.io/version: 0.5.13
     spec:
       containers:
       - args:
@@ -8739,7 +8739,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: ghcr.io/lyft/flytepropeller:v0.5.8
+        image: ghcr.io/lyft/flytepropeller:v0.5.13
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -8927,7 +8927,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: ghcr.io/lyft/flyteadmin:v0.3.26
+            image: ghcr.io/lyft/flyteadmin:v0.3.29
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml
@@ -8628,7 +8628,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.3.4
+        app.kubernetes.io/version: 0.3.29
     spec:
       containers:
       - command:
@@ -8637,7 +8637,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -8683,7 +8683,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8701,7 +8701,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -8716,7 +8716,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -8757,13 +8757,13 @@ spec:
       labels:
         app: flyteconsole
         app.kubernetes.io/name: flyteconsole
-        app.kubernetes.io/version: 0.11.0
+        app.kubernetes.io/version: 0.19.0
     spec:
       containers:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/lyft/flyteconsole:v0.17.8
+        image: ghcr.io/lyft/flyteconsole:v0.19.1
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -8794,7 +8794,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.3.12
+        app.kubernetes.io/version: 0.5.13
     spec:
       containers:
       - args:
@@ -8807,7 +8807,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: ghcr.io/lyft/flytepropeller:v0.5.8
+        image: ghcr.io/lyft/flytepropeller:v0.5.13
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -8995,7 +8995,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: ghcr.io/lyft/flyteadmin:v0.3.26
+            image: ghcr.io/lyft/flyteadmin:v0.3.29
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml
@@ -8849,7 +8849,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.3.4
+        app.kubernetes.io/version: 0.3.29
     spec:
       containers:
       - command:
@@ -8858,7 +8858,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -8904,7 +8904,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8922,7 +8922,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -8937,7 +8937,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -8984,13 +8984,13 @@ spec:
       labels:
         app: flyteconsole
         app.kubernetes.io/name: flyteconsole
-        app.kubernetes.io/version: 0.11.0
+        app.kubernetes.io/version: 0.19.0
     spec:
       containers:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/lyft/flyteconsole:v0.17.8
+        image: ghcr.io/lyft/flyteconsole:v0.19.1
         name: flyteconsole
         ports:
         - containerPort: 8080
@@ -9021,7 +9021,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.3.12
+        app.kubernetes.io/version: 0.5.13
     spec:
       containers:
       - args:
@@ -9034,7 +9034,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: ghcr.io/lyft/flytepropeller:v0.5.8
+        image: ghcr.io/lyft/flytepropeller:v0.5.13
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -9279,7 +9279,7 @@ spec:
             - /etc/flyte/config/*.yaml
             - clusterresource
             - sync
-            image: ghcr.io/lyft/flyteadmin:v0.3.26
+            image: ghcr.io/lyft/flyteadmin:v0.3.29
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml
@@ -916,7 +916,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.3.4
+        app.kubernetes.io/version: 0.3.29
     spec:
       containers:
       - command:
@@ -925,7 +925,7 @@ spec:
         - --config
         - /etc/flyte/config/*.yaml
         - serve
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -971,7 +971,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -989,7 +989,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1004,7 +1004,7 @@ spec:
         - /etc/flyte/config/*.yaml
         - clusterresource
         - sync
-        image: ghcr.io/lyft/flyteadmin:v0.3.26
+        image: ghcr.io/lyft/flyteadmin:v0.3.29
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1054,7 +1054,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.3.12
+        app.kubernetes.io/version: 0.5.13
     spec:
       containers:
       - args:
@@ -1067,7 +1067,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: ghcr.io/lyft/flytepropeller:v0.5.8
+        image: ghcr.io/lyft/flytepropeller:v0.5.13
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:

diff --git a/docs_infra/in_container_rst_generation.sh b/docs_infra/in_container_rst_generation.sh
@@ -10,7 +10,7 @@ set -x
 
 # We're generating documentation for flytesdk, which references flyteidl.  autodoc complains if the python libraries
 # referenced are not installed, so let's install them
-pip install -U flytekit[all]==${FLYTEKIT_VERSION}
+pip install -U flytekit[all-spark3]==${FLYTEKIT_VERSION}
 
 # Generate the RST files for flytekit
 sphinx-apidoc --force --tocfile index --ext-autodoc --output-dir /repos/flytekit/docs /repos/flytekit/flytekit

diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml
@@ -11,7 +11,7 @@ spec:
     command:
     - bash
     - -c
-    image: docker.io/lyft/flytetester:268fe35dc2dc3b9899dd934e6a4e6ce8639a58fa
+    image: ghcr.io/nuclyde-io/flytetools:e37ed7bdd44901a4e4c533b31f915355ab74dcf3 
     imagePullPolicy: IfNotPresent
     name: flytetester
     resources:

diff --git a/kustomize/base/admindeployment/clustersync/cron.yaml b/kustomize/base/admindeployment/clustersync/cron.yaml
@@ -12,7 +12,7 @@ spec:
           serviceAccountName: flyteadmin
           containers:
           - name: sync-cluster-resources
-            image: flyteadmin:v0.3.5
+            image: flyteadmin:v0.3.29
             imagePullPolicy: IfNotPresent
             command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/*.yaml", "clusterresource", "sync"]
             volumeMounts: