Dataformワークフローをシェルスクリプトでポーリングしながら動かす

#!/bin/bash
# 開始日と終了日を指定（yyyy-mm-dd形式）
START_DATE="2023-01-01"
END_DATE="2023-02-10"
PROJECT_ID="プロジェクトID"
REPO_NAME="リポジトリ名"
POLLING_INTERVAL=30
# タイムアウトの上限（秒）
TIMEOUT_LIMIT=1800 
# 日付フォーマット変換関数
format_date() {
  date -d "$1" +"%Y%m%d"
}
# 開始日と終了日をyyyymmdd形式に変換
start_date=$(format_date "$START_DATE")
end_date=$(format_date "$END_DATE")
# 開始日から終了日までの期間をループ
current_date="$START_DATE"
while [ "$(format_date "$current_date")" -le "$end_date" ]; do
  # 日付をyyyymmdd形式で出力
  yyyymmdd_val=$(format_date "$current_date")
  yyyymmdd="\'${yyyymmdd_val}\'"
  echo "Processing date: $yyyymmdd"

  # Compilation resultの作成リクエスト
  comp_result_response=$(curl -X POST "https://dataform.googleapis.com/v1beta1/projects/$PROJECT_ID/locations/asia-northeast1/repositories/$REPO_NAME/compilationResults" \
    --header "Authorization: Bearer $(gcloud auth print-access-token)" \
    --header "Content-Type: application/json" \
    --data "{\"gitCommitish\":\"main\", \"codeCompilationConfig\":{\"vars\":{\"compile_val\":\"$yyyymmdd\"}}}")

  # レスポンスからcompilationResultsのname値を抽出
  comp_result_name=$(echo "$comp_result_response" | jq -r '.name')
  echo "Compilation Result Name: $comp_result_name"

  # Workflow invocationの作成リクエスト
  workflow_invocation_response=$(curl -X POST "https://dataform.googleapis.com/v1beta1/projects/$PROJECT_ID/locations/asia-northeast1/repositories/$REPO_NAME/workflowInvocations" \
    --header "Authorization: Bearer $(gcloud auth print-access-token)" \
    --header "Content-Type: application/json" \
    --data "{\"compilationResult\":\"$comp_result_name\"}")

  workflow_invocation_name=$(echo "$workflow_invocation_response" | jq -r '.name')
  echo "Workflow Invocation Name: $workflow_invocation_name"

  # ワークフローの状態をポーリング
  start_time=$(date +%s)
  while true; do
    status_response=$(curl -X GET "https://dataform.googleapis.com/v1beta1/$workflow_invocation_name" \
      --header "Authorization: Bearer $(gcloud auth print-access-token)" \
      --header "Content-Type: application/json")
    workflow_state=$(echo "$status_response" | jq -r '.state')
    echo "Current Workflow State: $workflow_state"
    if [[ "$workflow_state" == "SUCCEEDED" ]]; then
      echo "Workflow succeeded."
      break
    elif [[ "$workflow_state" == "FAILED" ]]; then
      echo "Workflow failed."
      exit 1
    else
      current_time=$(date +%s)
      elapsed_time=$((current_time - start_time))
      if [[ $elapsed_time -ge $TIMEOUT_LIMIT ]]; then
        echo "Workflow polling timed out after $elapsed_time seconds."
        exit 1
      fi
      echo "Workflow still in progress. Current state: $workflow_state. Waiting..."
      sleep $POLLING_INTERVAL
    fi
  done
  current_date=$(date -I -d "$current_date + 1 day")
done

  while true; do
    status_response=$(curl -X GET "https://dataform.googleapis.com/v1beta1/$workflow_invocation_name" \
      --header "Authorization: Bearer $(gcloud auth print-access-token)" \
      --header "Content-Type: application/json")
    workflow_state=$(echo "$status_response" | jq -r '.state')
    echo "Current Workflow State: $workflow_state"
    if [[ "$workflow_state" == "SUCCEEDED" ]]; then
      echo "Workflow succeeded."
      break
    elif [[ "$workflow_state" == "FAILED" ]]; then
      echo "Workflow failed."
      exit 1

https://dataform.googleapis.com/v1beta1/$workflow_invocation_name"