Skip to content

[Merged by Bors] - Fix/docs test nightly to dev #249

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
fhennig wants to merge 3 commits into from
Closed

[Merged by Bors] - Fix/docs test nightly to dev #249

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
b6a5c20
Changed versions
Mar 10, 2023
c12bba6
Added timeouts to the rollout check
Mar 10, 2023
8cc4ef4
fixed a race condition
Mar 10, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 14 additions & 11 deletions docs/modules/airflow/examples/getting_started/code/getting_started.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,20 +37,22 @@ echo "Adding 'stackable-dev' Helm Chart repository"
# tag::helm-add-repo[]
helm repo add stackable-dev https://repo.stackable.tech/repository/helm-dev/
# end::helm-add-repo[]
echo "Updating Helm repo"
helm repo update
echo "Installing Operators with Helm"
# tag::helm-install-operators[]
helm install --wait commons-operator stackable-dev/commons-operator --version 0.5.0-nightly
helm install --wait secret-operator stackable-dev/secret-operator --version 0.7.0-nightly
helm install --wait airflow-operator stackable-dev/airflow-operator --version 0.7.0-nightly
helm install --wait commons-operator stackable-dev/commons-operator --version 0.0.0-dev
helm install --wait secret-operator stackable-dev/secret-operator --version 0.0.0-dev
helm install --wait airflow-operator stackable-dev/airflow-operator --version 0.0.0-dev
# end::helm-install-operators[]
;;
"stackablectl")
echo "installing Operators with stackablectl"
# tag::stackablectl-install-operators[]
stackablectl operator install \
commons=0.5.0-nightly \
secret=0.7.0-nightly \
airflow=0.7.0-nightly
commons=0.0.0-dev \
secret=0.0.0-dev \
airflow=0.0.0-dev
# end::stackablectl-install-operators[]
;;
*)
Expand Down Expand Up @@ -90,9 +92,9 @@ sleep 5

echo "Awaiting Airflow rollout finish ..."
# tag::watch-airflow-rollout[]
kubectl rollout status --watch statefulset/airflow-webserver-default
kubectl rollout status --watch statefulset/airflow-worker-default
kubectl rollout status --watch statefulset/airflow-scheduler-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-webserver-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-worker-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-scheduler-default
# end::watch-airflow-rollout[]

echo "Starting port-forwarding of port 8080"
Expand Down Expand Up @@ -156,13 +158,14 @@ request_dag_status() {
# end::check-dag[]
}

dag_state=$(request_dag_status)

while [[ "$(request_dag_status)" == "running" || "$(request_dag_status)" == "queued" ]]; do
echo "Awaiting DAG completion ..."
sleep 5
dag_state=$(request_dag_status)
done

dag_state=$(request_dag_status)

echo "Checking DAG result ..."
if [ "$dag_state" == "success" ]; then
echo "DAG run successful for ID: " "$dag_id"
Expand Down
13 changes: 8 additions & 5 deletions docs/modules/airflow/examples/getting_started/code/getting_started.sh.j2
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,8 @@ echo "Adding '{{ helm.repo_name }}' Helm Chart repository"
# tag::helm-add-repo[]
helm repo add {{ helm.repo_name }} {{ helm.repo_url }}
# end::helm-add-repo[]
echo "Updating Helm repo"
helm repo update
echo "Installing Operators with Helm"
# tag::helm-install-operators[]
helm install --wait commons-operator {{ helm.repo_name }}/commons-operator --version {{ versions.commons }}
Expand Down Expand Up @@ -90,9 +92,9 @@ sleep 5

echo "Awaiting Airflow rollout finish ..."
# tag::watch-airflow-rollout[]
kubectl rollout status --watch statefulset/airflow-webserver-default
kubectl rollout status --watch statefulset/airflow-worker-default
kubectl rollout status --watch statefulset/airflow-scheduler-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-webserver-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-worker-default
kubectl rollout status --watch --timeout=5m statefulset/airflow-scheduler-default
# end::watch-airflow-rollout[]

echo "Starting port-forwarding of port 8080"
Expand Down Expand Up @@ -156,13 +158,14 @@ request_dag_status() {
# end::check-dag[]
}

dag_state=$(request_dag_status)

while [[ "$(request_dag_status)" == "running" || "$(request_dag_status)" == "queued" ]]; do
echo "Awaiting DAG completion ..."
sleep 5
dag_state=$(request_dag_status)
done

dag_state=$(request_dag_status)

echo "Checking DAG result ..."
if [ "$dag_state" == "success" ]; then
echo "DAG run successful for ID: " "$dag_id"
Expand Down
6 changes: 3 additions & 3 deletions docs/templating_vars.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,8 @@ helm:
repo_name: stackable-dev
repo_url: https://repo.stackable.tech/repository/helm-dev/
versions:
commons: 0.5.0-nightly
secret: 0.7.0-nightly
airflow: 0.7.0-nightly
commons: 0.0.0-dev
secret: 0.0.0-dev
airflow: 0.0.0-dev
postgresql: 12.1.5
redis: 17.3.7