[AWS Deadline Cloud] Windows+Blender 環境における CMF(Customer-Managed Fleets) を使用したクラウドレンダリング [2/3]

Host bastion
    HostName <踏み台ホストのパブリック IP>
    User ec2-user
    IdentityFile ~/.ssh/your-key.pem

Host worker
    HostName <ワーカーインスタンスのプライベート IP>
    User ec2-user
    IdentityFile ~/.ssh/your-key.pem
    ProxyCommand ssh -W %h:%p bastion

ssh worker

# root ユーザーに切り替え
sudo -i

# システムの更新
dnf update -y

# 必要なパッケージのインストール
dnf install -y \
  libX11 \
  libXext \
  libXi \
  libXrender \
  libXfixes \
  libXcomposite \
  libXcursor \
  libXdamage \
  libXinerama \
  libXrandr \
  libXtst \
  libSM \
  libICE \
  mesa-libGL \
  mesa-libGLU \
  libxkbcommon \
  libxkbcommon-x11 \
  alsa-lib \
  pulseaudio-libs \
  fontconfig \
  freetype \
  xorg-x11-server-Xvfb \
  unzip \
  wget \
  git \
  python3 \
  python3-pip \
  python3-devel \
  acl \
  util-linux-user

python3 -m venv /opt/deadline/worker
source /opt/deadline/worker/bin/activate
pip install --upgrade pip

# Deadline Cloud Worker Agent のインストール
pip install --ignore-installed deadline-cloud-worker-agent

# Worker Agent の設定
# 注意: 実際のファーム ID とフリート ID に置き換えてください
/opt/deadline/worker/bin/install-deadline-worker --farm-id "farm-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" --fleet-id "fleet-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" --allow-shutdown

# deadline-worker をシステム起動時に自動で開始するように設定する
systemctl enable deadline-worker

# deadline-worker を開始
systemctl start deadline-worker

systemctl status deadline-worker

● deadline-worker.service - AWS Deadline Cloud Worker Agent
     Loaded: loaded (/etc/systemd/system/deadline-worker.service; enabled; preset: disabled)
     Active: active (running) since Thu 2025-03-27 08:10:57 UTC; 1min 38s ago
   Main PID: 27107 (deadline-worker)
      Tasks: 7 (limit: 4657)
     Memory: 92.2M
        CPU: 2.047s
     CGroup: /system.slice/deadline-worker.service
             └─27107 /opt/deadline/worker/bin/python3 /opt/deadline/worker/bin/deadline-worker-agent

Mar 27 08:10:57 ip-****.ap-northeast-1.compute.internal systemd[1]: Started deadline-worker.service - AWS Deadline Cloud Worker Agent.

# ジョブユーザーの作成
useradd -m -s /bin/bash deadline-job-user
usermod -a -G deadline-job-users deadline-job-user

# ユーザーの確認
id deadline-job-user

uid=1001(deadline-job-user) gid=1002(deadline-job-user) groups=1002(deadline-job-user),1001(deadline-job-users)

id deadline-worker-agent

uid=992(deadline-worker-agent) gid=992(deadline-worker-agent) groups=992(deadline-worker-agent),1001(deadline-job-users)

# データディレクトリとセッションディレクトリの作成
mkdir -p /mnt/deadline-data
mkdir -p /sessions

# deadline-worker-agent ユーザーにディレクトリの所有権を与える
chown -R deadline-worker-agent:deadline-job-users /mnt/deadline-data
chown -R deadline-worker-agent:deadline-job-users /sessions
chmod 775 /mnt/deadline-data
chmod 775 /sessions

# sudoers の設定
cat > /etc/sudoers.d/deadline-worker-agent << 'EOF'
# Allow deadline-worker-agent to run commands as deadline-job-user without password
deadline-worker-agent ALL=(deadline-job-user) NOPASSWD:ALL

# Preserve PATH and other important environment variables
Defaults:deadline-worker-agent !requiretty
Defaults:deadline-worker-agent env_keep += "PATH HOME SHELL TERM PYTHONPATH"
EOF

# 権限を設定
chmod 440 /etc/sudoers.d/deadline-worker-agent

# Blender 4.2.7 のインストール
mkdir -p /tmp/blender-install
cd /tmp/blender-install

# Blender 4.2.7 をダウンロード
wget https://download.blender.org/release/Blender4.2/blender-4.2.7-linux-x64.tar.xz

# 展開
tar -xf blender-4.2.7-linux-x64.tar.xz

# インストール先ディレクトリに移動
mv blender-4.2.7-linux-x64 /opt/blender-4.2.7

# シンボリックリンクを作成
ln -sf /opt/blender-4.2.7/blender /usr/local/bin/blender

# 一時ファイルを削除してクリーンアップ
cd /
rm -rf /tmp/blender-install

# バージョン確認
blender --version

Blender 4.2.7 LTS
        build date: 2025-02-18
        build time: 09:04:23
        build commit date: 2025-02-17
        build commit time: 12:50
        build hash: f12c49eec802
        build branch: blender-v4.2-release
        build platform: Linux
        build type: Release
        build c flags:  -Wall -Werror=implicit-function-declaration -Wstrict-prototypes -Werror=return-type -Werror=vla -Wmissing-prototypes -Wno-char-subscripts -Wno-unknown-pragmas -Wpointer-arith -Wunused-parameter -Wwrite-strings -Wlogical-op -Wundef -Winit-self -Wmissing-include-dirs -Wno-div-by-zero -Wtype-limits -Wformat-signedness -Wrestrict -Wno-stringop-overread -Wno-stringop-overflow -Wnonnull -Wabsolute-value -Wuninitialized -Wredundant-decls -Wshadow -Wimplicit-fallthrough=5 -Wno-error=unused-but-set-variable  -march=x86-64-v2 -std=gnu11 -pipe -fPIC -funsigned-char -fno-strict-aliasing -ffp-contract=off
        build c++ flags:  -Wuninitialized -Wredundant-decls -Wall -Wno-invalid-offsetof -Wno-sign-compare -Wlogical-op -Winit-self -Wmissing-include-dirs -Wno-div-by-zero -Wtype-limits -Werror=return-type -Wno-char-subscripts -Wno-unknown-pragmas -Wpointer-arith -Wunused-parameter -Wwrite-strings -Wundef -Wcomma-subscript -Wformat-signedness -Wrestrict -Wno-suggest-override -Wuninitialized -Wno-stringop-overread -Wno-stringop-overflow -Wimplicit-fallthrough=5 -Wundef -Wmissing-declarations  -march=x86-64-v2 -pipe -fPIC -funsigned-char -fno-strict-aliasing -ffp-contract=off
        build link flags:  -Wl,--version-script='/home/blender/git/blender-v420/blender.git/source/creator/symbols_unix.map'
        build system: CMake

# Deadline Cloud for Blender のインストール
pip3 install deadline-cloud-for-blender
sudo -u deadline-job-user pip3 install --user deadline-cloud-for-blender

# Miniconda のインストール
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /tmp/miniconda.sh
bash /tmp/miniconda.sh -b -p /opt/conda
rm /tmp/miniconda.sh

# システム全体の PATH に追加（export を使用）
export PATH="/opt/conda/bin:$PATH"

# 永続化するために /etc/profile.d/ にスクリプトを作成
cat > /etc/profile.d/conda_path.sh << 'EOF'
# Add Conda to PATH
export PATH="/opt/conda/bin:$PATH"
EOF
chmod +x /etc/profile.d/conda_path.sh

# 非対話型シェルでの conda activate を有効化
echo 'auth            required        pam_env.so' >> /etc/pam.d/su
echo 'BASH_ENV=/etc/bash_env' >> /etc/environment
echo 'source /opt/conda/etc/profile.d/conda.sh' > /etc/bash_env
chmod +x /etc/bash_env

conda --version

conda 25.1.1

conda init bash

# カスタム環境スクリプトの作成
mkdir -p /opt/deadline/queue_environments
cat > /opt/deadline/queue_environments/blender_env.sh << 'EOF'
#!/bin/bash
set -euo pipefail

ENV_DIR="$1"
CONDA_PACKAGES="$2"
CONDA_CHANNELS="$3"
VARS_START_SCRIPT="$4"
VARS_CAPTURE_SCRIPT="$5"

echo "Setting up environment for Blender 4.2.7..."

# Check if we need to create a Conda environment
if [ -z "$CONDA_PACKAGES" ]; then
  echo "Using system-installed Blender 4.2.7 without Conda environment."
  export PATH="/usr/local/bin:/opt/blender-4.2.7:$PATH"
  python "$VARS_START_SCRIPT" .vars
  echo "Blender version:"
  blender --version
  exit 0
fi

# Create minimal environment for additional packages
echo "Creating Conda environment with additional packages..."
conda create --yes --quiet -p "$ENV_DIR" python=3.11
source $(conda info --base)/etc/profile.d/conda.sh
conda activate "$ENV_DIR"

# Install deadline-cloud-for-blender via pip
echo "Installing deadline-cloud-for-blender in Conda environment..."
pip install deadline-cloud-for-blender

# Make sure system Blender is in PATH
export PATH="/usr/local/bin:/opt/blender-4.2.7:$PATH"

# Install additional packages if specified
echo "Installing additional packages: $CONDA_PACKAGES"
CHANNEL_OPTS=""
for channel in $CONDA_CHANNELS; do
  CHANNEL_OPTS="$CHANNEL_OPTS -c $channel"
done
conda install --yes --quiet $CHANNEL_OPTS $CONDA_PACKAGES || echo "Warning: Some packages could not be installed."

# Capture environment variables
python "$VARS_START_SCRIPT" .vars
python "$VARS_CAPTURE_SCRIPT" .vars

# Print information about the environment
conda info
which blender || echo "Warning: Blender not found in PATH"
blender --version || echo "Warning: Could not get Blender version"
EOF
chmod +x /opt/deadline/queue_environments/blender_env.sh

cat /opt/deadline/queue_environments/blender_env.sh

#!/bin/bash
set -euo pipefail

ENV_DIR="$1"
CONDA_PACKAGES="$2"
CONDA_CHANNELS="$3"
VARS_START_SCRIPT="$4"
VARS_CAPTURE_SCRIPT="$5"

echo "Setting up environment for Blender 4.2.7..."

# Check if we need to create a Conda environment
if [ -z "$CONDA_PACKAGES" ]; then
  echo "Using system-installed Blender 4.2.7 without Conda environment."
  export PATH="/usr/local/bin:/opt/blender-4.2.7:$PATH"
  python "$VARS_START_SCRIPT" .vars
  echo "Blender version:"
  blender --version
  exit 0
fi

# Create minimal environment for additional packages
echo "Creating Conda environment with additional packages..."
conda create --yes --quiet -p "$ENV_DIR" python=3.11
source $(conda info --base)/etc/profile.d/conda.sh
conda activate "$ENV_DIR"

# Install deadline-cloud-for-blender via pip
echo "Installing deadline-cloud-for-blender in Conda environment..."
pip install deadline-cloud-for-blender

# Make sure system Blender is in PATH
export PATH="/usr/local/bin:/opt/blender-4.2.7:$PATH"

# Install additional packages if specified
echo "Installing additional packages: $CONDA_PACKAGES"
CHANNEL_OPTS=""
for channel in $CONDA_CHANNELS; do
  CHANNEL_OPTS="$CHANNEL_OPTS -c $channel"
done
conda install --yes --quiet $CHANNEL_OPTS $CONDA_PACKAGES || echo "Warning: Some packages could not be installed."

# Capture environment variables
python "$VARS_START_SCRIPT" .vars
python "$VARS_CAPTURE_SCRIPT" .vars

# Print information about the environment
conda info
which blender || echo "Warning: Blender not found in PATH"
blender --version || echo "Warning: Could not get Blender version"