Amazon QuickSight の SPICE データセット更新失敗時の具体的なエラーメッセージの確認方法

#!/bin/bash

# Default parameters
AWS_ACCOUNT_ID=${1:-"123456789012"}
REGION=${2:-"ap-northeast-1"}
OUTPUT_DIR=${3:-"datasets-output"}
REPORT_FILE="$OUTPUT_DIR/spice-ingestion-report.txt"

echo "Checking SPICE dataset ingestions for AWS account: $AWS_ACCOUNT_ID in region: $REGION"

# Create output directory if it doesn't exist
mkdir -p "$OUTPUT_DIR"

# Fetch datasets directly and process in memory
echo "Fetching datasets..."
DATASETS_JSON=$(aws quicksight list-data-sets \
  --aws-account-id "$AWS_ACCOUNT_ID" \
  --region "$REGION" \
  --output json)

if [ $? -ne 0 ]; then
  echo "Error fetching datasets. Please check your AWS credentials and permissions."
  exit 1
fi

# Extract SPICE dataset IDs
echo "Filtering SPICE datasets..."
DATASET_IDS=($(echo "$DATASETS_JSON" | jq -r '.DataSetSummaries[] | select(.ImportMode == "SPICE") | .DataSetId'))
DATASET_COUNT=${#DATASET_IDS[@]}

if [ $DATASET_COUNT -eq 0 ]; then
  echo "No SPICE datasets found."
  exit 0
fi

echo "Found $DATASET_COUNT SPICE datasets."

# Create table header for the report
{
  echo "+$(printf '%0.s-' {1..30})+$(printf '%0.s-' {1..12})+$(printf '%0.s-' {1..21})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+"
  printf "| %-28s | %-10s | %-19s | %-8s | %-8s | %-8s |\n" "Dataset Name" "Status" "Last Updated" "Duration" "Size MB" "Rows"
  echo "+$(printf '%0.s-' {1..30})+$(printf '%0.s-' {1..12})+$(printf '%0.s-' {1..21})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+"
} > "$REPORT_FILE"

# Process each dataset
for ((i=0; i<$DATASET_COUNT; i++)); do
  DATASET_ID=${DATASET_IDS[$i]}

  # Get dataset name from the fetched JSON
  DATASET_NAME=$(echo "$DATASETS_JSON" | jq -r ".DataSetSummaries[] | select(.DataSetId == \"$DATASET_ID\") | .Name")

  echo "Fetching ingestion data for: $DATASET_NAME"

  # Get ingestions for this dataset
  INGESTIONS_JSON=$(aws quicksight list-ingestions \
    --aws-account-id "$AWS_ACCOUNT_ID" \
    --data-set-id "$DATASET_ID" \
    --region "$REGION" \
    --output json)

  if [ $? -ne 0 ]; then
    # If there's an error, add a row indicating the error
    printf "| %-28s | %-10s | %-19s | %-8s | %-8s | %-8s |\n" "${DATASET_NAME:0:28}" "ERROR" "N/A" "N/A" "N/A" "N/A" >> "$REPORT_FILE"
    continue
  fi

  # Extract latest ingestion data
  LATEST_INGESTION=$(echo "$INGESTIONS_JSON" | jq -r '.Ingestions | sort_by(.CreatedTime) | reverse | .[0]')

  if [ -z "$LATEST_INGESTION" ] || [ "$LATEST_INGESTION" == "null" ]; then
    # If no ingestion found, add a row indicating no data
    printf "| %-28s | %-10s | %-19s | %-8s | %-8s | %-8s |\n" "${DATASET_NAME:0:28}" "NO DATA" "N/A" "N/A" "N/A" "N/A" >> "$REPORT_FILE"
    continue
  fi

  # Extract ingestion details
  INGESTION_STATUS=$(echo "$LATEST_INGESTION" | jq -r '.IngestionStatus')

  # Format created time to be more readable
  CREATED_TIME=$(echo "$LATEST_INGESTION" | jq -r '.CreatedTime' | sed 's/\+09:00//' | sed 's/T/ /' | cut -d. -f1)

  # Duration
  INGESTION_TIME=$(echo "$LATEST_INGESTION" | jq -r '.IngestionTimeInSeconds // "N/A"')
  if [ "$INGESTION_TIME" == "null" ]; then INGESTION_TIME="N/A"; else INGESTION_TIME="${INGESTION_TIME}s"; fi

  # Calculate size in MB
  SIZE_BYTES=$(echo "$LATEST_INGESTION" | jq -r '.IngestionSizeInBytes // 0')
  if [ "$SIZE_BYTES" == "null" ]; then SIZE_BYTES=0; fi
  SIZE_MB=$(echo "scale=2; $SIZE_BYTES / 1024 / 1024" | bc)
  # 小数点の前に0がない場合、0を追加
  if [[ $SIZE_MB == .* ]]; then
    SIZE_MB="0$SIZE_MB"
  fi

  # Extract row count
  ROWS_INGESTED=$(echo "$LATEST_INGESTION" | jq -r '.RowInfo.RowsIngested // "N/A"')
  if [ "$ROWS_INGESTED" == "null" ]; then ROWS_INGESTED="N/A"; fi

  # Add to report
  printf "| %-28s | %-10s | %-19s | %-8s | %-8s | %-8s |\n" "${DATASET_NAME:0:28}" "$INGESTION_STATUS" "$CREATED_TIME" "$INGESTION_TIME" "$SIZE_MB" "$ROWS_INGESTED" >> "$REPORT_FILE"
done

# Add table footer
echo "+$(printf '%0.s-' {1..30})+$(printf '%0.s-' {1..12})+$(printf '%0.s-' {1..21})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+$(printf '%0.s-' {1..10})+" >> "$REPORT_FILE"

echo "Report generated at $REPORT_FILE"

# Display the report
echo ""
cat "$REPORT_FILE"
echo ""