mirror of
https://github.com/community-scripts/ProxmoxVE.git
synced 2025-12-25 16:36:24 +01:00
5df838ee7f
- Method 1: fetch_and_deploy_gh_release calls (direct) - Method 2: GitHub URLs extracted from all scripts - Method 3: VM image sources (HAOS) - Method 4: Docker Hub / GHCR versions - Method 5: npm Registry versions Also tries tags fallback when no releases exist.
286 lines
11 KiB
YAML
Generated
286 lines
11 KiB
YAML
Generated
name: Update Versions from GitHub
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
schedule:
|
|
# Runs at 06:00 and 18:00 UTC
|
|
- cron: "0 6,18 * * *"
|
|
|
|
permissions:
|
|
contents: write
|
|
pull-requests: write
|
|
|
|
env:
|
|
VERSIONS_FILE: frontend/public/json/versions.json
|
|
|
|
jobs:
|
|
update-versions:
|
|
if: github.repository == 'community-scripts/ProxmoxVE'
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- name: Checkout Repository
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: main
|
|
|
|
- name: Generate GitHub App Token
|
|
id: generate-token
|
|
uses: actions/create-github-app-token@v1
|
|
with:
|
|
app-id: ${{ vars.APP_ID }}
|
|
private-key: ${{ secrets.APP_PRIVATE_KEY }}
|
|
|
|
- name: Extract repos from install scripts and fetch versions
|
|
env:
|
|
GH_TOKEN: ${{ steps.generate-token.outputs.token }}
|
|
run: |
|
|
set -euo pipefail
|
|
|
|
declare -A repos
|
|
|
|
echo "=== Method 1: fetch_and_deploy_gh_release calls ==="
|
|
while IFS= read -r line; do
|
|
if [[ "$line" =~ fetch_and_deploy_gh_release[[:space:]]+\"[^\"]*\"[[:space:]]+\"([^\"]+)\" ]]; then
|
|
repo="${BASH_REMATCH[1]}"
|
|
repos["${repo,,}"]="$repo"
|
|
fi
|
|
done < <(grep -rh 'fetch_and_deploy_gh_release' install/*.sh ct/*.sh 2>/dev/null || true)
|
|
echo "Found ${#repos[@]} repos from fetch_and_deploy_gh_release"
|
|
|
|
echo ""
|
|
echo "=== Method 2: GitHub URLs in scripts ==="
|
|
# Extract github.com/owner/repo patterns from all scripts
|
|
while IFS= read -r match; do
|
|
# Clean up: remove .git suffix, trailing slashes, etc.
|
|
repo=$(echo "$match" | sed -E 's/\.git$//' | sed 's|/$||')
|
|
# Skip community-scripts/ProxmoxVE (self-reference)
|
|
[[ "$repo" == "community-scripts/ProxmoxVE" ]] && continue
|
|
# Skip partial matches like "repos/owner" (from raw.githubusercontent URLs)
|
|
[[ "$repo" =~ ^repos/ ]] && continue
|
|
# Only add valid owner/repo format
|
|
if [[ "$repo" =~ ^[a-zA-Z0-9_-]+/[a-zA-Z0-9_.-]+$ ]]; then
|
|
repos["${repo,,}"]="$repo"
|
|
fi
|
|
done < <(grep -rohE 'github\.com/([a-zA-Z0-9_-]+/[a-zA-Z0-9_.-]+)' install/*.sh ct/*.sh vm/*.sh 2>/dev/null | sed 's|github\.com/||' || true)
|
|
echo "Total unique repos after URL extraction: ${#repos[@]}"
|
|
|
|
echo ""
|
|
echo "=== Method 3: VM image sources ==="
|
|
# Home Assistant OS
|
|
haos_version=$(curl -fsSL "https://raw.githubusercontent.com/home-assistant/version/master/stable.json" 2>/dev/null | jq -r '.ova // empty')
|
|
if [[ -n "$haos_version" ]]; then
|
|
repos["home-assistant/operating-system"]="home-assistant/operating-system"
|
|
fi
|
|
|
|
echo "Total repos to check: ${#repos[@]}"
|
|
|
|
# Initialize output JSON
|
|
echo "[]" > "$VERSIONS_FILE"
|
|
|
|
# Fetch latest release for each repo
|
|
failed=0
|
|
success=0
|
|
no_releases=0
|
|
|
|
for repo in "${repos[@]}"; do
|
|
echo -n "Fetching: $repo ... "
|
|
|
|
# Use GitHub CLI for authenticated requests (5000 req/h)
|
|
response=$(gh api "repos/${repo}/releases/latest" 2>/dev/null || echo '{"message": "Not Found"}')
|
|
|
|
# Check for errors
|
|
if echo "$response" | jq -e '.message' > /dev/null 2>&1; then
|
|
message=$(echo "$response" | jq -r '.message')
|
|
if [[ "$message" == "Not Found" ]]; then
|
|
# Try tags instead (some repos use tags without releases)
|
|
tag_response=$(gh api "repos/${repo}/tags" --jq '.[0].name // empty' 2>/dev/null || echo "")
|
|
if [[ -n "$tag_response" ]]; then
|
|
jq --arg name "$repo" \
|
|
--arg version "$tag_response" \
|
|
--arg date "" \
|
|
'. += [{"name": $name, "version": $version, "date": $date}]' \
|
|
"$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
echo "✓ (tag) $tag_response"
|
|
((success++))
|
|
continue
|
|
fi
|
|
fi
|
|
echo "⚠ $message"
|
|
((no_releases++))
|
|
continue
|
|
fi
|
|
|
|
tag_name=$(echo "$response" | jq -r '.tag_name // empty')
|
|
published_at=$(echo "$response" | jq -r '.published_at // empty')
|
|
|
|
if [[ -z "$tag_name" ]]; then
|
|
echo "⚠ No tag_name"
|
|
((failed++))
|
|
continue
|
|
fi
|
|
|
|
# Add to versions.json
|
|
jq --arg name "$repo" \
|
|
--arg version "$tag_name" \
|
|
--arg date "$published_at" \
|
|
'. += [{"name": $name, "version": $version, "date": $date}]' \
|
|
"$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
|
|
echo "✓ $tag_name"
|
|
((success++))
|
|
done
|
|
|
|
# Sort by name for consistent output
|
|
jq 'sort_by(.name | ascii_downcase)' "$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
|
|
echo ""
|
|
echo "========================================="
|
|
echo " GITHUB SUMMARY"
|
|
echo "========================================="
|
|
echo "Success: $success"
|
|
echo "No releases: $no_releases"
|
|
echo "Failed: $failed"
|
|
echo "Total: ${#repos[@]}"
|
|
echo "========================================="
|
|
|
|
- name: Fetch Docker Hub versions
|
|
env:
|
|
GH_TOKEN: ${{ steps.generate-token.outputs.token }}
|
|
run: |
|
|
set -euo pipefail
|
|
|
|
echo ""
|
|
echo "=== Docker Hub versions ==="
|
|
|
|
# Known Docker images used in scripts
|
|
declare -A docker_images=(
|
|
["homeassistant"]="homeassistant/home-assistant"
|
|
["portainer"]="portainer/portainer-ce"
|
|
["dockge"]="louislam/dockge"
|
|
["immich"]="ghcr.io/immich-app/immich-server"
|
|
["audiobookshelf"]="ghcr.io/advplyr/audiobookshelf"
|
|
)
|
|
|
|
for app in "${!docker_images[@]}"; do
|
|
image="${docker_images[$app]}"
|
|
echo -n "Fetching Docker: $image ... "
|
|
|
|
# Docker Hub API
|
|
if [[ "$image" == ghcr.io/* ]]; then
|
|
# GitHub Container Registry - use GitHub API
|
|
ghcr_repo="${image#ghcr.io/}"
|
|
tag=$(gh api "users/${ghcr_repo%%/*}/packages/container/${ghcr_repo##*/}/versions" --jq '.[0].metadata.container.tags[0] // empty' 2>/dev/null || echo "")
|
|
else
|
|
# Docker Hub API
|
|
tag=$(curl -fsSL "https://hub.docker.com/v2/repositories/${image}/tags?page_size=1&ordering=last_updated" 2>/dev/null | jq -r '.results[0].name // empty' || echo "")
|
|
fi
|
|
|
|
if [[ -n "$tag" && "$tag" != "null" ]]; then
|
|
jq --arg name "docker:$image" \
|
|
--arg version "$tag" \
|
|
--arg date "" \
|
|
'. += [{"name": $name, "version": $version, "date": $date}]' \
|
|
"$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
echo "✓ $tag"
|
|
else
|
|
echo "⚠ No version found"
|
|
fi
|
|
done
|
|
|
|
- name: Fetch npm versions
|
|
run: |
|
|
set -euo pipefail
|
|
|
|
echo ""
|
|
echo "=== npm Registry versions ==="
|
|
|
|
# Known npm packages
|
|
npm_packages=("n8n" "node-red" "homebridge")
|
|
|
|
for pkg in "${npm_packages[@]}"; do
|
|
echo -n "Fetching npm: $pkg ... "
|
|
version=$(curl -fsSL "https://registry.npmjs.org/${pkg}/latest" 2>/dev/null | jq -r '.version // empty' || echo "")
|
|
|
|
if [[ -n "$version" ]]; then
|
|
jq --arg name "npm:$pkg" \
|
|
--arg version "$version" \
|
|
--arg date "" \
|
|
'. += [{"name": $name, "version": $version, "date": $date}]' \
|
|
"$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
echo "✓ $version"
|
|
else
|
|
echo "⚠ No version found"
|
|
fi
|
|
done
|
|
|
|
# Final sort
|
|
jq 'sort_by(.name | ascii_downcase)' "$VERSIONS_FILE" > "${VERSIONS_FILE}.tmp" && mv "${VERSIONS_FILE}.tmp" "$VERSIONS_FILE"
|
|
|
|
echo ""
|
|
echo "========================================="
|
|
echo " FINAL STATS"
|
|
echo "========================================="
|
|
echo "Total entries: $(jq length "$VERSIONS_FILE")"
|
|
echo "========================================="
|
|
|
|
- name: Check for changes
|
|
id: check-changes
|
|
run: |
|
|
if git diff --quiet "$VERSIONS_FILE"; then
|
|
echo "changed=false" >> "$GITHUB_OUTPUT"
|
|
echo "No changes detected in versions.json"
|
|
else
|
|
echo "changed=true" >> "$GITHUB_OUTPUT"
|
|
echo "Changes detected:"
|
|
git diff --stat "$VERSIONS_FILE"
|
|
fi
|
|
|
|
- name: Create Pull Request
|
|
if: steps.check-changes.outputs.changed == 'true'
|
|
env:
|
|
GH_TOKEN: ${{ steps.generate-token.outputs.token }}
|
|
run: |
|
|
BRANCH_NAME="automated/update-versions-$(date +%Y%m%d)"
|
|
|
|
git config --global user.email "github-actions[bot]@users.noreply.github.com"
|
|
git config --global user.name "GitHub Actions[bot]"
|
|
|
|
# Check if branch exists and delete it
|
|
git push origin --delete "$BRANCH_NAME" 2>/dev/null || true
|
|
|
|
git checkout -b "$BRANCH_NAME"
|
|
git add "$VERSIONS_FILE"
|
|
git commit -m "chore: update versions.json from GitHub releases"
|
|
git push origin "$BRANCH_NAME" --force
|
|
|
|
# Check if PR already exists
|
|
existing_pr=$(gh pr list --head "$BRANCH_NAME" --state open --json number --jq '.[0].number // empty')
|
|
|
|
if [[ -n "$existing_pr" ]]; then
|
|
echo "PR #$existing_pr already exists, updating..."
|
|
else
|
|
gh pr create \
|
|
--title "[Automated] Update versions.json from GitHub" \
|
|
--body "This PR updates versions.json with the latest releases from GitHub.
|
|
|
|
**Source:** Direct GitHub API queries from install scripts
|
|
**Repos checked:** $(jq length "$VERSIONS_FILE")
|
|
|
|
This replaces the newreleases.io integration with direct GitHub queries." \
|
|
--base main \
|
|
--head "$BRANCH_NAME" \
|
|
--label "automated pr"
|
|
fi
|
|
|
|
- name: Auto-approve PR
|
|
if: steps.check-changes.outputs.changed == 'true'
|
|
env:
|
|
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
run: |
|
|
BRANCH_NAME="automated/update-versions-$(date +%Y%m%d)"
|
|
pr_number=$(gh pr list --head "$BRANCH_NAME" --state open --json number --jq '.[0].number')
|
|
if [[ -n "$pr_number" ]]; then
|
|
gh pr review "$pr_number" --approve
|
|
fi
|