osc/switzerlan25-tournament-previews
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update .gitea/workflows/ci.yml
Some checks failed
Generate Map Previews for Switzerland25 Tournament / Full CI/CD Pipeline (push) Failing after 50s
Details

Browse Source
This commit is contained in:
Arlind
2025-09-19 13:30:37 +02:00
parent ff21ca3606
commit 617af3be85
1 changed files with 226 additions and 221 deletions
Download Patch File Download Diff File Expand all files Collapse all files

447
.gitea/workflows/ci.yml
View File

@@ -1,221 +1,226 @@
name: Generate Map Previews for Switzerland25 Tournament
on:
push:
paths:
- '.gitea/workflows/*'
- 'replays/**'
workflow_dispatch:
env:
DANSER_PATH: "/app/danser/danser-cli"
DANSER_DIR: "/app/danser"
DANSER_VIDEO_DIR: "/app/danser/videos"
DANSER_SKINS_DIR: "/app/danser/skins"
DANSER_MAPS_DIR: "/app/danser/songs"
SKINS_DIR: "${{ github.workspace }}/skins"
REPLAY_DIR: "${{ github.workspace }}/replays"
MAPS_DIR: "${{ github.workspace }}/maps"
OUTPUT_DIR: "${{ github.workspace }}/outputs"
TIMESTAMPS_JSON: "${{ github.workspace }}/.gitea/workflows/timestamps.json"
IMAGE_NAME: osc/skins-image
REGISTRY_URL: "https://${{ vars.CONTAINER_REGISTRY }}"
jobs:
generate_everything:
name: Full CI/CD Pipeline
runs-on: danser
container:
image: ${{ vars.CONTAINER_REGISTRY }}/${{ env.IMAGE_NAME }}:latest
options: >-
--gpus all
--privileged
--security-opt seccomp=unconfined
--security-opt apparmor=unconfined
--cap-add=ALL
--env NVIDIA_DRIVER_CAPABILITIES=all
--env NVIDIA_VISIBLE_DEVICES=all
--user 0:0
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
tags: true
lfs: true
- name: Set XDG_RUNTIME_DIR
shell: bash
run: |
echo "Setting XDG_RUNTIME_DIR..."
mkdir -p /tmp/xdg_runtime_dir
chmod 0700 /tmp/xdg_runtime_dir
echo "XDG_RUNTIME_DIR=/tmp/xdg_runtime_dir" >> "$GITHUB_ENV"
echo "XDG_RUNTIME_DIR set."
- name: Move necessary files to Danser directory
shell: bash
run: |
echo "Moving necessary files to Danser directory..."
mkdir -p "$DANSER_SKINS_DIR"
mv "$SKINS_DIR"/* "$DANSER_SKINS_DIR"
mkdir -p "$DANSER_MAPS_DIR"
find "$MAPS_DIR" -type f -name '*.osz' -exec mv -t "$DANSER_MAPS_DIR" {} +
echo "Files moved."
- name: Generate Danser videos
shell: bash
run: |
set +e
JSON_FILE="$TIMESTAMPS_JSON"
mapfile -t REPLAYS < <(find "$REPLAY_DIR" -type f -name "*.osr")
if [ ! -f "$JSON_FILE" ]; then
echo "WARNING: Timestamps JSON file not found at $JSON_FILE - skipping video generation"
exit 0
fi
echo "Found $(echo "${REPLAYS[@]}" | wc -w) replay files"
choose_skin() {
local name="$1"
case "$name" in
*FM*) echo "Aristia(Edit)+trail" ;;
*HD*) echo "Aristia(Edit)+trail" ;;
*DT*) echo "boop" ;;
*EZ*) echo "Jace 6.25" ;;
*TB*) echo "Aristia(Edit)+trail" ;;
*HR*) echo "Aristia(Edit)+trail" ;;
*) echo "Aristia(Edit)+trail" ;;
esac
}
processed=0
skipped=0
for REPLAY in "${REPLAYS[@]}"; do
if [ ! -f "$REPLAY" ]; then
echo "WARNING: Replay file not found: $REPLAY"
continue
fi
REPLAY_NAME=$(basename "$REPLAY" .osr)
STAGE="${REPLAY_NAME%%_*}"
echo "Processing replay: $REPLAY_NAME"
ENTRY=$(jq -c --arg name "$REPLAY_NAME" '
.[] | map(select(.name == $name)) | .[]' "$JSON_FILE" 2>/dev/null)
if [ -z "$ENTRY" ]; then
echo " No timestamp entry found for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
DONE=$(echo "$ENTRY" | jq -r '.done' 2>/dev/null)
if [ "$DONE" = "true" ]; then
echo " Already processed $REPLAY_NAME - skipping"
((skipped++))
continue
fi
START=$(echo "$ENTRY" | jq -r '.start' 2>/dev/null)
END=$(echo "$ENTRY" | jq -r '.end' 2>/dev/null)
if ! [[ "$START" =~ ^[0-9]+$ ]] || ! [[ "$END" =~ ^[0-9]+$ ]]; then
echo " Invalid timestamp format for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
if [ "$START" -eq 0 ] && [ "$END" -eq 0 ]; then
echo " No timestamps set for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
OUT_VIDEO_DIR="$OUTPUT_DIR/$STAGE"
OUT_VIDEO_FILE="$OUT_VIDEO_DIR/$REPLAY_NAME.mp4"
mkdir -p "$OUT_VIDEO_DIR" 2>/dev/null
SKIN=$(choose_skin "$REPLAY_NAME")
echo " Using skin: $SKIN"
echo " Timestamps: ${START}s - ${END}s"
echo " Generating video with danser-cli..."
if ! xvfb-run -a "$DANSER_DIR/danser-cli" \
-replay "$REPLAY" -record -skip -settings="tourneypreview" -skin="$SKIN" -start=$START -end=$END -noupdatecheck \
-out="$REPLAY_NAME" >/dev/null 2>&1; then
echo " ERROR: Danser failed for $REPLAY_NAME"
((skipped++))
continue
fi
if [ -f "$DANSER_VIDEO_DIR/$REPLAY_NAME.mp4" ]; then
echo " Moving video to output directory..."
mv "$DANSER_VIDEO_DIR/$REPLAY_NAME.mp4" "$OUT_VIDEO_FILE" 2>/dev/null
echo " Post-processing with ffmpeg..."
ffmpeg_output=$(ffmpeg -hide_banner -loglevel error \
-ss 5 \
-i "$OUT_VIDEO_FILE" \
-c:v h264_nvenc -preset slow -rc vbr -cq 19 -b:v 10M -maxrate 20M \
-c:a aac -b:a 192k \
"${OUT_VIDEO_FILE}.tmp.mp4" 2>&1)
if [ $? -ne 0 ]; then
echo " ERROR: FFmpeg failed for $REPLAY_NAME:"
echo "$ffmpeg_output"
((skipped++))
continue
fi
mv "${OUT_VIDEO_FILE}.tmp.mp4" "$OUT_VIDEO_FILE" 2>/dev/null
echo " Marking as completed in timestamps..."
tmp=$(mktemp)
jq --arg name "$REPLAY_NAME" '
(.. | objects | select(has("name")) | select(.name == $name))
|= (.done = true)' "$JSON_FILE" > "$tmp" && mv "$tmp" "$JSON_FILE" 2>/dev/null
echo " Successfully generated: $OUT_VIDEO_FILE"
((processed++))
else
echo " Failed to generate video for $REPLAY_NAME"
fi
done
echo ""
echo "Summary:"
echo " Videos processed: $processed"
echo " Files skipped: $skipped"
exit 0
- name: Configure Git
shell: bash
run: |
echo "Configuring Git user settings..."
git config user.email "arlind@sulej.ch"
git config user.name "ci-bot"
echo "Git user configured."
- name: Add and Commit changes
shell: bash
run: |
echo "Configuring Git settings..."
git config advice.addIgnoredFile false
echo "Adding output files to Git..."
git add outputs/
echo "Committing changes..."
git commit -m "[ci skip] push back from pipeline" -q || echo "No changes to commit"
- name: Push changes and create tag
shell: bash
run: |
echo "Pushing changes to repository..."
git push origin main || echo "No changes to push"
name: Generate Map Previews for Switzerland25 Tournament
on:
push:
paths:
- '.gitea/workflows/*'
- 'replays/**'
workflow_dispatch:
env:
DANSER_PATH: "/app/danser/danser-cli"
DANSER_DIR: "/app/danser"
DANSER_VIDEO_DIR: "/app/danser/videos"
DANSER_SKINS_DIR: "/app/danser/skins"
DANSER_MAPS_DIR: "/app/danser/songs"
SKINS_DIR: "${{ github.workspace }}/skins"
REPLAY_DIR: "${{ github.workspace }}/replays"
MAPS_DIR: "${{ github.workspace }}/maps"
OUTPUT_DIR: "${{ github.workspace }}/outputs"
TIMESTAMPS_JSON: "${{ github.workspace }}/.gitea/workflows/timestamps.json"
IMAGE_NAME: osc/skins-image
REGISTRY_URL: "https://${{ vars.CONTAINER_REGISTRY }}"
jobs:
generate_everything:
name: Full CI/CD Pipeline
runs-on: danser
container:
image: ${{ vars.CONTAINER_REGISTRY }}/${{ env.IMAGE_NAME }}:latest
options: >-
--gpus all
--privileged
--security-opt seccomp=unconfined
--security-opt apparmor=unconfined
--cap-add=ALL
--env NVIDIA_DRIVER_CAPABILITIES=all
--env NVIDIA_VISIBLE_DEVICES=all
--user 0:0
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
tags: true
lfs: true
- name: Set XDG_RUNTIME_DIR
shell: bash
run: |
echo "Setting XDG_RUNTIME_DIR..."
mkdir -p /tmp/xdg_runtime_dir
chmod 0700 /tmp/xdg_runtime_dir
echo "XDG_RUNTIME_DIR=/tmp/xdg_runtime_dir" >> "$GITHUB_ENV"
echo "XDG_RUNTIME_DIR set."
- name: Move necessary files to Danser directory
shell: bash
run: |
echo "Moving necessary files to Danser directory..."
mkdir -p "$DANSER_SKINS_DIR"
mv "$SKINS_DIR"/* "$DANSER_SKINS_DIR"
mkdir -p "$DANSER_MAPS_DIR"
find "$MAPS_DIR" -type f -name '*.osz' -exec mv -t "$DANSER_MAPS_DIR" {} +
echo "Files moved."
- name: Generate Danser videos
shell: bash
run: |
set +e
JSON_FILE="$TIMESTAMPS_JSON"
mapfile -t REPLAYS < <(find "$REPLAY_DIR" -type f -name "*.osr")
if [ ! -f "$JSON_FILE" ]; then
echo "WARNING: Timestamps JSON file not found at $JSON_FILE - skipping video generation"
exit 0
fi
echo "Found $(echo "${REPLAYS[@]}" | wc -w) replay files"
choose_skin() {
local name="$1"
case "$name" in
*FM*) echo "Aristia(Edit)+trail" ;;
*HD*) echo "Aristia(Edit)+trail" ;;
*DT*) echo "boop" ;;
*EZ*) echo "Jace 6.25" ;;
*TB*) echo "Aristia(Edit)+trail" ;;
*HR*) echo "Aristia(Edit)+trail" ;;
*) echo "Aristia(Edit)+trail" ;;
esac
}
processed=0
skipped=0
for REPLAY in "${REPLAYS[@]}"; do
if [ ! -f "$REPLAY" ]; then
echo "WARNING: Replay file not found: $REPLAY"
continue
fi
REPLAY_NAME=$(basename "$REPLAY" .osr)
STAGE="${REPLAY_NAME%%_*}"
echo "Processing replay: $REPLAY_NAME"
ENTRY=$(jq -c --arg name "$REPLAY_NAME" '
.[] | map(select(.name == $name)) | .[]' "$JSON_FILE" 2>/dev/null)
if [ -z "$ENTRY" ]; then
echo " No timestamp entry found for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
DONE=$(echo "$ENTRY" | jq -r '.done' 2>/dev/null)
if [ "$DONE" = "true" ]; then
echo " Already processed $REPLAY_NAME - skipping"
((skipped++))
continue
fi
START=$(echo "$ENTRY" | jq -r '.start' 2>/dev/null)
END=$(echo "$ENTRY" | jq -r '.end' 2>/dev/null)
if ! [[ "$START" =~ ^[0-9]+$ ]] || ! [[ "$END" =~ ^[0-9]+$ ]]; then
echo " Invalid timestamp format for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
if [ "$START" -eq 0 ] && [ "$END" -eq 0 ]; then
echo " No timestamps set for $REPLAY_NAME - skipping"
((skipped++))
continue
fi
OUT_VIDEO_DIR="$OUTPUT_DIR/$STAGE"
OUT_VIDEO_FILE="$OUT_VIDEO_DIR/$REPLAY_NAME.mp4"
mkdir -p "$OUT_VIDEO_DIR" 2>/dev/null
SKIN=$(choose_skin "$REPLAY_NAME")
echo " Using skin: $SKIN"
echo " Timestamps: ${START}s - ${END}s"
echo " Generating video with danser-cli..."
if ! xvfb-run -a "$DANSER_DIR/danser-cli" \
-replay "$REPLAY" -record -skip -settings="tourneypreview" -skin="$SKIN" -start=$START -end=$END -noupdatecheck \
-out="$REPLAY_NAME" >/dev/null 2>&1; then
echo " ERROR: Danser failed for $REPLAY_NAME"
((skipped++))
continue
fi
if [ -f "$DANSER_VIDEO_DIR/$REPLAY_NAME.mp4" ]; then
echo " Moving video to output directory..."
mv "$DANSER_VIDEO_DIR/$REPLAY_NAME.mp4" "$OUT_VIDEO_FILE" 2>/dev/null
echo " Post-processing with ffmpeg..."
ffmpeg_output=$(ffmpeg -hide_banner -loglevel error \
-ss 5 \
-i "$OUT_VIDEO_FILE" \
-c:v h264_nvenc -preset slow -rc vbr -cq 19 -b:v 10M -maxrate 20M \
-c:a aac -b:a 192k \
"${OUT_VIDEO_FILE}.tmp.mp4" 2>&1)
if [ $? -ne 0 ]; then
echo " ERROR: FFmpeg failed for $REPLAY_NAME:"
echo "$ffmpeg_output"
((skipped++))
continue
fi
mv "${OUT_VIDEO_FILE}.tmp.mp4" "$OUT_VIDEO_FILE" 2>/dev/null
echo " Marking as completed in timestamps..."
tmp=$(mktemp)
jq --arg name "$REPLAY_NAME" '
(.. | objects | select(has("name")) | select(.name == $name))
|= (.done = true)' "$JSON_FILE" > "$tmp" && mv "$tmp" "$JSON_FILE" 2>/dev/null
echo " Successfully generated: $OUT_VIDEO_FILE"
((processed++))
else
echo " Failed to generate video for $REPLAY_NAME"
fi
done
echo ""
echo "Summary:"
echo " Videos processed: $processed"
echo " Files skipped: $skipped"
exit 0
- name: test
shell: bash
run: |
cat /app/danser/settings/default.json
- name: Configure Git
shell: bash
run: |
echo "Configuring Git user settings..."
git config user.email "arlind@sulej.ch"
git config user.name "ci-bot"
echo "Git user configured."
- name: Add and Commit changes
shell: bash
run: |
echo "Configuring Git settings..."
git config advice.addIgnoredFile false
echo "Adding output files to Git..."
git add outputs/
echo "Committing changes..."
git commit -m "[ci skip] push back from pipeline" -q || echo "No changes to commit"
- name: Push changes and create tag
shell: bash
run: |
echo "Pushing changes to repository..."
git push origin main || echo "No changes to push"