mirror of
https://github.com/community-scripts/ProxmoxVE.git
synced 2026-07-30 17:52:54 +02:00
Compare commits
15 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 1b6863540d | |||
| 6aeff01570 | |||
| 722c91dd48 | |||
| 09c11fdecf | |||
| e562ab6128 | |||
| b5a9011581 | |||
| 450a5948ec | |||
| 6ff1e95334 | |||
| bf75cbd2a3 | |||
| 2098cf0f3a | |||
| 09c16ded19 | |||
| d9b12eaadf | |||
| 948f8f608f | |||
| 44483d08ae | |||
| 57c9246f59 |
@@ -508,6 +508,25 @@ Exercise vigilance regarding copycat or coat-tailing sites that seek to exploit
|
||||
|
||||
</details>
|
||||
|
||||
## 2026-07-29
|
||||
|
||||
### 🚀 Updated Scripts
|
||||
|
||||
- #### 🐞 Bug Fixes
|
||||
|
||||
- backup virtual printer in bambuddy [@asylumexp](https://github.com/asylumexp) ([#16142](https://github.com/community-scripts/ProxmoxVE/pull/16142))
|
||||
- ImmichFrame: check .NET SDK before update deployment [@aidaskni](https://github.com/aidaskni) ([#16104](https://github.com/community-scripts/ProxmoxVE/pull/16104))
|
||||
|
||||
- #### ✨ New Features
|
||||
|
||||
- Bichon: Migration for V2 Release [@MickLesk](https://github.com/MickLesk) ([#16145](https://github.com/community-scripts/ProxmoxVE/pull/16145))
|
||||
|
||||
### 💾 Core
|
||||
|
||||
- #### ✨ New Features
|
||||
|
||||
- core: Harden remote func bootstrapping with dns issues [@MickLesk](https://github.com/MickLesk) ([#16146](https://github.com/community-scripts/ProxmoxVE/pull/16146))
|
||||
|
||||
## 2026-07-28
|
||||
|
||||
### 🚀 Updated Scripts
|
||||
|
||||
+2
-1
@@ -42,7 +42,8 @@ function update_script() {
|
||||
/opt/bambuddy/data \
|
||||
/opt/bambuddy/bambuddy.db \
|
||||
/opt/bambuddy/bambutrack.db \
|
||||
/opt/bambuddy/archive
|
||||
/opt/bambuddy/archive \
|
||||
/opt/bambuddy/virtual_printer
|
||||
msg_ok "Backed up Configuration and Data"
|
||||
|
||||
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "bambuddy" "maziggy/bambuddy" "tarball" "latest" "/opt/bambuddy"
|
||||
|
||||
+33
-47
@@ -34,30 +34,27 @@ function update_script() {
|
||||
CURRENT_VERSION=$(cat /root/.bichon)
|
||||
fi
|
||||
|
||||
MIGRATE_V1=0
|
||||
if [[ $CURRENT_VERSION == 0.* ]]; then
|
||||
MIGRATE_V1=1
|
||||
DISK_USAGE=$(df / | awk 'NR==2 {print $5}' | sed 's/%//')
|
||||
if [ "$DISK_USAGE" -gt 50 ]; then
|
||||
echo -e "\n${RD}Warning: Less than 50% free storage remaining on the root disk.${CL}"
|
||||
echo -e "${RD}Bichon v1 data migration temporarily duplicates data and requires free space for it.${CL}"
|
||||
if [[ $CURRENT_VERSION != 1.* && $CURRENT_VERSION != 2.* ]]; then
|
||||
msg_error "Installed ${APP} version (${CURRENT_VERSION}) is too old for an automatic update to v2.x."
|
||||
msg_error "Please create a new ${APP} container and migrate your data manually."
|
||||
msg_error "Guide: https://github.com/rustmailer/bichon/wiki/Bichon-v2.x-Migration-Guide"
|
||||
exit
|
||||
fi
|
||||
|
||||
MIGRATE_V2=0
|
||||
if [[ $CURRENT_VERSION == 1.* ]]; then
|
||||
MIGRATE_V2=1
|
||||
STORAGE_KB=$(du -sk /opt/bichon-data/bichon-storage 2>/dev/null | awk '{print $1}')
|
||||
FREE_KB=$(df -Pk /opt/bichon-data | awk 'NR==2 {print $4}')
|
||||
if [[ -n "$STORAGE_KB" && -n "$FREE_KB" && "$FREE_KB" -lt "$STORAGE_KB" ]]; then
|
||||
echo -e "\n${RD}Warning: migration needs about $((STORAGE_KB / 1024))MB, only $((FREE_KB / 1024))MB free.${CL}"
|
||||
echo -e "${RD}The new bichon-blob store is written alongside the existing fjall data.${CL}"
|
||||
read -r -p "Are you sure you want to proceed with the update? (y/N): " proceed
|
||||
if [[ ! $proceed =~ ^[Yy]$ ]]; then
|
||||
msg_error "Update cancelled by user."
|
||||
exit
|
||||
fi
|
||||
fi
|
||||
|
||||
RAM_TOTAL=$(free -m | awk '/^Mem:/{print $2}')
|
||||
if [ "$RAM_TOTAL" -lt 2000 ]; then
|
||||
echo -e "\n${RD}Warning: LXC has less than 2GB of RAM allocated (${RAM_TOTAL}MB).${CL}"
|
||||
echo -e "${RD}Bichon v1 data migration consumes significant memory and may crash if insufficient.${CL}"
|
||||
read -r -p "Are you sure you want to proceed with the update? (y/N): " proceed_ram
|
||||
if [[ ! $proceed_ram =~ ^[Yy]$ ]]; then
|
||||
msg_error "Update cancelled by user."
|
||||
exit
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
if check_for_gh_release "bichon" "rustmailer/bichon"; then
|
||||
@@ -67,55 +64,44 @@ function update_script() {
|
||||
|
||||
create_backup /opt/bichon/bichon.env
|
||||
|
||||
if [ "$MIGRATE_V1" -eq 1 ] && [ "$CURRENT_VERSION" != "0.3.7" ]; then
|
||||
msg_info "Updating to intermediate version v0.3.7"
|
||||
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "bichon" "rustmailer/bichon" "prebuild" "v0.3.7" "/opt/bichon" "bichon-*-$(arch_resolve "x86_64" "aarch64")-unknown-linux-gnu.tar.gz"
|
||||
restore_backup
|
||||
systemctl start bichon
|
||||
sleep 30
|
||||
systemctl stop bichon
|
||||
msg_ok "Intermediate update completed"
|
||||
fi
|
||||
|
||||
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "bichon" "rustmailer/bichon" "prebuild" "latest" "/opt/bichon" "bichon-*-$(arch_resolve "x86_64" "aarch64")-unknown-linux-gnu.tar.gz"
|
||||
restore_backup
|
||||
|
||||
if [ "$MIGRATE_V1" -eq 1 ]; then
|
||||
msg_info "Running Bichon v1 Data Migration (patience)"
|
||||
if [ "$MIGRATE_V2" -eq 1 ]; then
|
||||
msg_info "Migrating storage from fjall to bichon-blob (patience)"
|
||||
$STD apt install -y expect
|
||||
# Menu: 0 Reset Password, 1 Migrate v0.3.7, 2 Migrate v1.x, 3 Exit
|
||||
$STD expect <<'EOF'
|
||||
set timeout -1
|
||||
spawn /opt/bichon/bichon-admin
|
||||
expect "*Select an operation*"
|
||||
send "\033\[B\r"
|
||||
send "\033\[B\033\[B\r"
|
||||
expect "*--bichon-root-dir*"
|
||||
send "/opt/bichon-data\r"
|
||||
expect "*--bichon-index-dir*"
|
||||
send "\r"
|
||||
expect "*--bichon-data-dir*"
|
||||
send "\r"
|
||||
expect "*Ready to migrate?*"
|
||||
send "y"
|
||||
expect "*Enter batch size*"
|
||||
expect "*batch size*"
|
||||
send "1000\r"
|
||||
expect eof
|
||||
catch wait
|
||||
EOF
|
||||
$STD apt remove --purge expect -y
|
||||
$STD apt autoremove -y
|
||||
msg_ok "Migration completed"
|
||||
|
||||
msg_info "Cleaning up legacy Bichon v0.x storage files"
|
||||
rm -rf /opt/bichon-data/envelope
|
||||
rm -rf /opt/bichon-data/eml
|
||||
rm -f /opt/bichon-data/mailbox.db
|
||||
rm -f /opt/bichon-data/meta.db
|
||||
msg_ok "Cleanup completed"
|
||||
if [[ ! -d /opt/bichon-data/bichon-storage/blobs ]] ||
|
||||
[[ "$(cat /opt/bichon-data/STORAGE_VERSION 2>/dev/null)" != "2" ]]; then
|
||||
msg_error "Storage migration did not complete - service left stopped, legacy data untouched."
|
||||
msg_error "Run /opt/bichon/bichon-admin manually and select 'Migrate v1.x Storage to v2.x'."
|
||||
exit
|
||||
fi
|
||||
msg_ok "Migrated storage to bichon-blob"
|
||||
|
||||
msg_info "Updating Bichon service for v1"
|
||||
sed -i 's|ExecStart=/opt/bichon/bichon|ExecStart=/opt/bichon/bichon-server|g; s|RestartSec=5|RestartSec=5\n\nLimitNOFILE=65536|g' /etc/systemd/system/bichon.service
|
||||
systemctl daemon-reload
|
||||
msg_ok "Service updated"
|
||||
msg_info "Removing legacy fjall files"
|
||||
rm -rf /opt/bichon-data/bichon-storage/keyspaces
|
||||
rm -f /opt/bichon-data/bichon-storage/0.jnl
|
||||
rm -f /opt/bichon-data/bichon-storage/lock
|
||||
rm -f /opt/bichon-data/bichon-storage/version
|
||||
msg_ok "Removed legacy fjall files"
|
||||
fi
|
||||
|
||||
msg_info "Starting service"
|
||||
|
||||
@@ -0,0 +1,91 @@
|
||||
#!/usr/bin/env bash
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/build.func)
|
||||
# Copyright (c) 2021-2026 community-scripts ORG
|
||||
# Author: esatbayhan
|
||||
# License: MIT | https://github.com/community-scripts/ProxmoxVE/raw/main/LICENSE
|
||||
# Source: https://www.firecrawl.dev/
|
||||
|
||||
APP="Firecrawl"
|
||||
var_tags="${var_tags:-scraping;ai;crawler}"
|
||||
var_cpu="${var_cpu:-4}"
|
||||
var_ram="${var_ram:-4096}"
|
||||
var_disk="${var_disk:-30}"
|
||||
var_os="${var_os:-debian}"
|
||||
var_version="${var_version:-13}"
|
||||
var_arm64="${var_arm64:-no}"
|
||||
var_unprivileged="${var_unprivileged:-1}"
|
||||
|
||||
header_info "$APP"
|
||||
variables
|
||||
color
|
||||
catch_errors
|
||||
|
||||
function update_script() {
|
||||
header_info
|
||||
check_container_storage
|
||||
check_container_resources
|
||||
|
||||
if [[ ! -d /opt/firecrawl/apps/api ]]; then
|
||||
msg_error "No ${APP} Installation Found!"
|
||||
exit
|
||||
fi
|
||||
|
||||
if check_for_gh_release "firecrawl" "firecrawl/firecrawl"; then
|
||||
msg_info "Stopping Services"
|
||||
systemctl stop firecrawl firecrawl-playwright
|
||||
msg_ok "Stopped Services"
|
||||
|
||||
create_backup /opt/firecrawl/.env
|
||||
|
||||
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "firecrawl" "firecrawl/firecrawl" "tarball" "latest" "/opt/firecrawl"
|
||||
|
||||
restore_backup
|
||||
|
||||
FDB_VERSION="$(awk -F= '/^ARG FDB_VERSION=/{print $2; exit}' /opt/firecrawl/apps/api/Dockerfile)"
|
||||
if [[ -z "$FDB_VERSION" ]]; then
|
||||
msg_error "FDB_VERSION pin not found in upstream Dockerfile"
|
||||
exit 1
|
||||
fi
|
||||
if [[ "$(dpkg-query -W -f='${Version}' foundationdb-clients 2>/dev/null)" != "${FDB_VERSION}-"* ]]; then
|
||||
FDB_ARCH="$(get_system_arch)"
|
||||
[[ "$FDB_ARCH" == "arm64" ]] && FDB_ARCH="aarch64"
|
||||
fetch_and_deploy_gh_release "foundationdb-clients" "apple/foundationdb" "binary" "$FDB_VERSION" "/opt/foundationdb-clients" "foundationdb-clients_${FDB_VERSION}-1_${FDB_ARCH}.deb"
|
||||
fi
|
||||
|
||||
msg_info "Building Go Library"
|
||||
cd /opt/firecrawl/apps/api/sharedLibs/go-html-to-md
|
||||
$STD go build -o libhtml-to-markdown.so -buildmode=c-shared html-to-markdown.go
|
||||
msg_ok "Built Go Library"
|
||||
|
||||
msg_info "Building Firecrawl API"
|
||||
source "$HOME/.cargo/env"
|
||||
cd /opt/firecrawl/apps/api
|
||||
$STD pnpm install --frozen-lockfile
|
||||
$STD pnpm build
|
||||
CI=true $STD pnpm prune --prod --ignore-scripts
|
||||
msg_ok "Built Firecrawl API"
|
||||
|
||||
msg_info "Building Playwright Service"
|
||||
cd /opt/firecrawl/apps/playwright-service-ts
|
||||
$STD npm install
|
||||
$STD npx playwright install chromium --with-deps
|
||||
$STD npm run build
|
||||
$STD npm prune --omit=dev
|
||||
msg_ok "Built Playwright Service"
|
||||
|
||||
msg_info "Starting Services"
|
||||
systemctl start firecrawl-playwright firecrawl
|
||||
msg_ok "Started Services"
|
||||
msg_ok "Updated successfully!"
|
||||
fi
|
||||
exit
|
||||
}
|
||||
|
||||
start
|
||||
build_container
|
||||
description
|
||||
|
||||
msg_ok "Completed Successfully!\n"
|
||||
echo -e "${CREATING}${GN}${APP} setup has been successfully initialized!${CL}"
|
||||
echo -e "${INFO}${YW}Access it using the following URL:${CL}"
|
||||
echo -e "${GATEWAY}${BGN}http://${IP}:3002${CL}"
|
||||
@@ -0,0 +1,6 @@
|
||||
_______ __
|
||||
/ ____(_)_______ ______________ __ __/ /
|
||||
/ /_ / / ___/ _ \/ ___/ ___/ __ `/ | /| / / /
|
||||
/ __/ / / / / __/ /__/ / / /_/ /| |/ |/ / /
|
||||
/_/ /_/_/ \___/\___/_/ \__,_/ |__/|__/_/
|
||||
|
||||
@@ -30,6 +30,25 @@ function update_script() {
|
||||
exit
|
||||
fi
|
||||
|
||||
if ! dotnet --list-sdks 2>/dev/null | grep -q '^8\.'; then
|
||||
msg_info "Installing .NET SDK 8.0"
|
||||
if [[ "$(arch_resolve)" == "arm64" ]]; then
|
||||
curl -fsSL https://dot.net/v1/dotnet-install.sh -o /tmp/dotnet-install.sh
|
||||
$STD bash /tmp/dotnet-install.sh --channel 8.0 --install-dir /usr/lib/dotnet8
|
||||
ln -sf /usr/lib/dotnet8/dotnet /usr/bin/dotnet
|
||||
rm -f /tmp/dotnet-install.sh
|
||||
else
|
||||
setup_deb822_repo \
|
||||
"microsoft" \
|
||||
"https://packages.microsoft.com/keys/microsoft-2025.asc" \
|
||||
"https://packages.microsoft.com/debian/13/prod/" \
|
||||
"trixie" \
|
||||
"main"
|
||||
$STD apt install -y dotnet-sdk-8.0
|
||||
fi
|
||||
msg_ok "Installed .NET SDK 8.0"
|
||||
fi
|
||||
|
||||
if check_for_gh_release "immichframe" "immichFrame/ImmichFrame"; then
|
||||
msg_info "Stopping Service"
|
||||
systemctl stop immichframe
|
||||
|
||||
@@ -60,7 +60,7 @@ LimitNOFILE=65536
|
||||
WantedBy=multi-user.target
|
||||
EOF
|
||||
systemctl enable -q --now bichon
|
||||
msg_info "Created Service"
|
||||
msg_ok "Created Service"
|
||||
|
||||
motd_ssh
|
||||
customize
|
||||
|
||||
@@ -0,0 +1,230 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Copyright (c) 2021-2026 community-scripts ORG
|
||||
# Author: esatbayhan
|
||||
# License: MIT | https://github.com/community-scripts/ProxmoxVE/raw/main/LICENSE
|
||||
# Source: https://www.firecrawl.dev/
|
||||
|
||||
source /dev/stdin <<<"$FUNCTIONS_FILE_PATH"
|
||||
color
|
||||
verb_ip6
|
||||
catch_errors
|
||||
setting_up_container
|
||||
network_check
|
||||
update_os
|
||||
|
||||
msg_info "Installing Dependencies"
|
||||
$STD apt install -y \
|
||||
cmake \
|
||||
git \
|
||||
nftables \
|
||||
pkg-config \
|
||||
procps \
|
||||
python3 \
|
||||
rabbitmq-server \
|
||||
redis-server
|
||||
msg_ok "Installed Dependencies"
|
||||
|
||||
NODE_VERSION="22" NODE_MODULE="pnpm@11.4.0" setup_nodejs
|
||||
setup_go
|
||||
RUST_PROFILE="minimal" setup_rust
|
||||
PG_VERSION="17" PG_MODULES="cron" setup_postgresql
|
||||
|
||||
fetch_and_deploy_gh_release "firecrawl" "firecrawl/firecrawl" "tarball" "latest" "/opt/firecrawl"
|
||||
|
||||
msg_info "Configuring FDB"
|
||||
FDB_VERSION="$(awk -F= '/^ARG FDB_VERSION=/{print $2; exit}' /opt/firecrawl/apps/api/Dockerfile)"
|
||||
if [[ -z "$FDB_VERSION" ]]; then
|
||||
msg_error "FDB_VERSION pin not found in upstream Dockerfile"
|
||||
exit 1
|
||||
fi
|
||||
FDB_ARCH="$(get_system_arch)"
|
||||
[[ "$FDB_ARCH" == "arm64" ]] && FDB_ARCH="aarch64"
|
||||
fetch_and_deploy_gh_release "foundationdb-clients" "apple/foundationdb" "binary" "$FDB_VERSION" "/opt/foundationdb-clients" "foundationdb-clients_${FDB_VERSION}-1_${FDB_ARCH}.deb"
|
||||
msg_ok "Configured FDB"
|
||||
|
||||
|
||||
PG_DB_NAME="firecrawl" PG_DB_USER="firecrawl" PG_DB_EXTENSIONS="pgcrypto,pg_cron" PG_DB_CREDS_FILE="/dev/null" setup_postgresql_db
|
||||
|
||||
msg_info "Configuring pg_cron"
|
||||
$STD runuser -u postgres -- psql -c "ALTER SYSTEM SET cron.use_background_workers = 'on';"
|
||||
systemctl restart postgresql
|
||||
until runuser -u postgres -- psql -c "SELECT 1;" &>/dev/null; do sleep 1; done
|
||||
msg_ok "Configured pg_cron"
|
||||
|
||||
msg_info "Configuring RabbitMQ"
|
||||
systemctl enable -q --now rabbitmq-server
|
||||
until rabbitmqctl status &>/dev/null; do sleep 1; done
|
||||
RABBITMQ_PASSWORD="$(openssl rand -base64 32 | tr -dc 'a-zA-Z0-9' | head -c24)"
|
||||
$STD rabbitmqctl add_user firecrawl "$RABBITMQ_PASSWORD"
|
||||
$STD rabbitmqctl set_permissions -p / firecrawl ".*" ".*" ".*"
|
||||
msg_ok "Configured RabbitMQ"
|
||||
|
||||
systemctl enable -q --now redis-server
|
||||
|
||||
msg_info "Importing NuQ Schema"
|
||||
$STD runuser -u postgres -- psql -d firecrawl -f /opt/firecrawl/apps/nuq-postgres/nuq.sql
|
||||
$STD runuser -u postgres -- psql -d firecrawl -c "GRANT USAGE ON SCHEMA nuq TO firecrawl;"
|
||||
$STD runuser -u postgres -- psql -d firecrawl -c "GRANT SELECT, INSERT, UPDATE, DELETE ON ALL TABLES IN SCHEMA nuq TO firecrawl;"
|
||||
$STD runuser -u postgres -- psql -d firecrawl -c "GRANT USAGE, SELECT, UPDATE ON ALL SEQUENCES IN SCHEMA nuq TO firecrawl;"
|
||||
$STD runuser -u postgres -- psql -d firecrawl -c "ALTER DEFAULT PRIVILEGES IN SCHEMA nuq GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO firecrawl;"
|
||||
$STD runuser -u postgres -- psql -d firecrawl -c "ALTER DEFAULT PRIVILEGES IN SCHEMA nuq GRANT USAGE, SELECT, UPDATE ON SEQUENCES TO firecrawl;"
|
||||
msg_ok "Imported NuQ Schema"
|
||||
|
||||
msg_info "Generating Configuration"
|
||||
cat <<EOF >/opt/firecrawl/.env
|
||||
ENV=local
|
||||
HOST=0.0.0.0
|
||||
PORT=3002
|
||||
USE_DB_AUTHENTICATION=false
|
||||
BULL_AUTH_KEY=$(openssl rand -hex 32)
|
||||
JWT_SECRET=$(openssl rand -hex 32)
|
||||
|
||||
REDIS_URL=redis://127.0.0.1:6379
|
||||
REDIS_RATE_LIMIT_URL=redis://127.0.0.1:6379
|
||||
|
||||
PLAYWRIGHT_MICROSERVICE_URL=http://127.0.0.1:3000/scrape
|
||||
|
||||
POSTGRES_HOST=127.0.0.1
|
||||
POSTGRES_PORT=5432
|
||||
POSTGRES_USER=${PG_DB_USER}
|
||||
POSTGRES_PASSWORD=${PG_DB_PASS}
|
||||
POSTGRES_DB=${PG_DB_NAME}
|
||||
NUQ_DATABASE_URL=postgresql://${PG_DB_USER}:${PG_DB_PASS}@127.0.0.1:5432/${PG_DB_NAME}
|
||||
NUQ_DATABASE_URL_LISTEN=postgresql://${PG_DB_USER}:${PG_DB_PASS}@127.0.0.1:5432/${PG_DB_NAME}
|
||||
|
||||
NUQ_BACKEND=pg
|
||||
NUQ_RABBITMQ_URL=amqp://firecrawl:${RABBITMQ_PASSWORD}@127.0.0.1:5672/%2f
|
||||
|
||||
WORKER_PORT=3005
|
||||
EXTRACT_WORKER_PORT=3004
|
||||
NUQ_WORKER_START_PORT=3006
|
||||
NUQ_WORKER_COUNT=5
|
||||
NUQ_PREFETCH_WORKER_PORT=3011
|
||||
NUQ_RECONCILER_WORKER_PORT=3012
|
||||
HARNESS_STARTUP_TIMEOUT_MS=60000
|
||||
|
||||
LOGGING_LEVEL=INFO
|
||||
MAX_CONCURRENT_PAGES=10
|
||||
ALLOW_LOCAL_WEBHOOKS=false
|
||||
BLOCK_MEDIA=false
|
||||
|
||||
OPENAI_API_KEY=
|
||||
OPENAI_BASE_URL=
|
||||
OLLAMA_BASE_URL=
|
||||
MODEL_NAME=
|
||||
MODEL_EMBEDDING_NAME=
|
||||
SEARXNG_ENDPOINT=
|
||||
SEARXNG_ENGINES=
|
||||
SEARXNG_CATEGORIES=
|
||||
PROXY_SERVER=
|
||||
PROXY_USERNAME=
|
||||
PROXY_PASSWORD=
|
||||
SELF_HOSTED_WEBHOOK_URL=
|
||||
SELF_HOSTED_WEBHOOK_HMAC_SECRET=
|
||||
EOF
|
||||
chmod 600 /opt/firecrawl/.env
|
||||
msg_ok "Generated Configuration"
|
||||
|
||||
msg_info "Building Go Library"
|
||||
cd /opt/firecrawl/apps/api/sharedLibs/go-html-to-md
|
||||
$STD go build -o libhtml-to-markdown.so -buildmode=c-shared html-to-markdown.go
|
||||
msg_ok "Built Go Library"
|
||||
|
||||
msg_info "Building Firecrawl API"
|
||||
cd /opt/firecrawl/apps/api
|
||||
$STD pnpm install --frozen-lockfile
|
||||
$STD pnpm build
|
||||
CI=true $STD pnpm prune --prod --ignore-scripts
|
||||
msg_ok "Built Firecrawl API"
|
||||
|
||||
msg_info "Building Playwright Service"
|
||||
cd /opt/firecrawl/apps/playwright-service-ts
|
||||
$STD npm install
|
||||
$STD npx playwright install chromium --with-deps
|
||||
$STD npm run build
|
||||
$STD npm prune --omit=dev
|
||||
msg_ok "Built Playwright Service"
|
||||
|
||||
msg_info "Creating Services"
|
||||
cat <<EOF >/etc/systemd/system/firecrawl-playwright.service
|
||||
[Unit]
|
||||
Description=Firecrawl Playwright Service
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=root
|
||||
WorkingDirectory=/opt/firecrawl/apps/playwright-service-ts
|
||||
EnvironmentFile=/opt/firecrawl/.env
|
||||
Environment=PORT=3000
|
||||
# /opt/firecrawl/.env also contains the API PORT=3002; force Playwright's private port here.
|
||||
ExecStart=/usr/bin/env PORT=3000 /usr/bin/node /opt/firecrawl/apps/playwright-service-ts/dist/api.js
|
||||
Restart=on-failure
|
||||
RestartSec=5
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
EOF
|
||||
|
||||
cat <<EOF >/etc/systemd/system/firecrawl.service
|
||||
[Unit]
|
||||
Description=Firecrawl API and Workers
|
||||
After=network.target postgresql.service redis-server.service rabbitmq-server.service firecrawl-playwright.service
|
||||
Requires=postgresql.service redis-server.service rabbitmq-server.service firecrawl-playwright.service
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=root
|
||||
WorkingDirectory=/opt/firecrawl/apps/api
|
||||
EnvironmentFile=/opt/firecrawl/.env
|
||||
Environment=NODE_ENV=production
|
||||
# Upstream uses --start-docker to skip install/build and start compiled node dist entrypoints.
|
||||
ExecStart=/usr/bin/node /opt/firecrawl/apps/api/dist/src/harness.js --start-docker
|
||||
Restart=on-failure
|
||||
RestartSec=5
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
EOF
|
||||
systemctl enable -q --now firecrawl-playwright
|
||||
systemctl enable -q --now firecrawl
|
||||
msg_ok "Created Services"
|
||||
|
||||
msg_info "Configuring Firewall"
|
||||
cat <<'EOF' >/etc/nftables.conf
|
||||
#!/usr/sbin/nft -f
|
||||
|
||||
flush ruleset
|
||||
|
||||
table inet firecrawl_filter {
|
||||
chain input {
|
||||
type filter hook input priority 0; policy drop;
|
||||
|
||||
iif "lo" accept
|
||||
ct state established,related accept
|
||||
|
||||
ip protocol icmp accept
|
||||
ip6 nexthdr icmpv6 accept
|
||||
udp sport 67 udp dport 68 accept
|
||||
udp sport 547 udp dport 546 accept
|
||||
|
||||
tcp dport { 22, 3002 } accept
|
||||
}
|
||||
|
||||
chain forward {
|
||||
type filter hook forward priority 0; policy drop;
|
||||
}
|
||||
|
||||
chain output {
|
||||
type filter hook output priority 0; policy accept;
|
||||
}
|
||||
}
|
||||
EOF
|
||||
systemctl enable -q nftables
|
||||
systemctl restart nftables
|
||||
msg_ok "Configured Firewall"
|
||||
|
||||
motd_ssh
|
||||
customize
|
||||
cleanup_lxc
|
||||
@@ -10,8 +10,29 @@ fi
|
||||
# must write local failure artifacts instead of talking to the telemetry API
|
||||
# (the host is the single telemetry reporter).
|
||||
export TELEMETRY_CONTEXT="container"
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/core.func)
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/error_handler.func)
|
||||
# A freshly booted container may not have DNS up yet. `source <(curl ...)` hides
|
||||
# curl's exit code, so a failed download would silently source an empty stream.
|
||||
_bootstrap_die() {
|
||||
if declare -f msg_error >/dev/null 2>&1; then
|
||||
msg_error "$1"
|
||||
else
|
||||
echo "FATAL: $1" >&2
|
||||
fi
|
||||
exit 115
|
||||
}
|
||||
|
||||
_bootstrap_source() {
|
||||
local url="$1" probe="$2" content
|
||||
content=$(curl -fsSL --connect-timeout 10 --retry 5 --retry-connrefused --retry-delay 2 "$url") ||
|
||||
_bootstrap_die "Failed to download ${url##*/}"
|
||||
source /dev/stdin <<<"$content"
|
||||
declare -f "$probe" >/dev/null 2>&1 ||
|
||||
_bootstrap_die "${url##*/} loaded but incomplete (missing ${probe})"
|
||||
}
|
||||
|
||||
_FUNC_BASE="https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc"
|
||||
_bootstrap_source "$_FUNC_BASE/core.func" load_functions
|
||||
_bootstrap_source "$_FUNC_BASE/error_handler.func" catch_errors
|
||||
load_functions
|
||||
catch_errors
|
||||
|
||||
|
||||
+31
-12
@@ -88,19 +88,38 @@ variables() {
|
||||
fi
|
||||
}
|
||||
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/api.func)
|
||||
# `source <(curl ...)` hides the download exit code, so a failed fetch would
|
||||
# silently source an empty stream and leave the helpers undefined.
|
||||
_bootstrap_die() {
|
||||
if declare -f msg_error >/dev/null 2>&1; then
|
||||
msg_error "$1"
|
||||
else
|
||||
echo "FATAL: $1" >&2
|
||||
fi
|
||||
exit 115
|
||||
}
|
||||
|
||||
if command -v curl >/dev/null 2>&1; then
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/core.func)
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/error_handler.func)
|
||||
load_functions
|
||||
catch_errors
|
||||
elif command -v wget >/dev/null 2>&1; then
|
||||
source <(wget -qO- https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/core.func)
|
||||
source <(wget -qO- https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/error_handler.func)
|
||||
load_functions
|
||||
catch_errors
|
||||
fi
|
||||
_bootstrap_source() {
|
||||
local url="$1" probe="$2" content=""
|
||||
if command -v curl >/dev/null 2>&1; then
|
||||
content=$(curl -fsSL --connect-timeout 10 --retry 5 --retry-connrefused --retry-delay 2 "$url") || content=""
|
||||
elif command -v wget >/dev/null 2>&1; then
|
||||
content=$(wget -qO- --tries=5 --timeout=10 "$url") || content=""
|
||||
else
|
||||
_bootstrap_die "Neither curl nor wget available"
|
||||
fi
|
||||
[[ -n "$content" ]] || _bootstrap_die "Failed to download ${url##*/}"
|
||||
source /dev/stdin <<<"$content"
|
||||
declare -f "$probe" >/dev/null 2>&1 ||
|
||||
_bootstrap_die "${url##*/} loaded but incomplete (missing ${probe})"
|
||||
}
|
||||
|
||||
_FUNC_BASE="https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc"
|
||||
_bootstrap_source "$_FUNC_BASE/api.func" post_to_api
|
||||
_bootstrap_source "$_FUNC_BASE/core.func" load_functions
|
||||
_bootstrap_source "$_FUNC_BASE/error_handler.func" catch_errors
|
||||
load_functions
|
||||
catch_errors
|
||||
|
||||
# ==============================================================================
|
||||
# SECTION 2: PRE-FLIGHT CHECKS & SYSTEM VALIDATION
|
||||
|
||||
+23
-2
@@ -37,8 +37,29 @@ fi
|
||||
# (the host is the single telemetry reporter).
|
||||
export TELEMETRY_CONTEXT="container"
|
||||
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/core.func)
|
||||
source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc/error_handler.func)
|
||||
# A freshly booted container may not have DNS up yet. `source <(curl ...)` hides
|
||||
# curl's exit code, so a failed download would silently source an empty stream.
|
||||
_bootstrap_die() {
|
||||
if declare -f msg_error >/dev/null 2>&1; then
|
||||
msg_error "$1"
|
||||
else
|
||||
echo "FATAL: $1" >&2
|
||||
fi
|
||||
exit 115
|
||||
}
|
||||
|
||||
_bootstrap_source() {
|
||||
local url="$1" probe="$2" content
|
||||
content=$(curl -fsSL --connect-timeout 10 --retry 5 --retry-connrefused --retry-delay 2 "$url") ||
|
||||
_bootstrap_die "Failed to download ${url##*/}"
|
||||
source /dev/stdin <<<"$content"
|
||||
declare -f "$probe" >/dev/null 2>&1 ||
|
||||
_bootstrap_die "${url##*/} loaded but incomplete (missing ${probe})"
|
||||
}
|
||||
|
||||
_FUNC_BASE="https://raw.githubusercontent.com/community-scripts/ProxmoxVE/main/misc"
|
||||
_bootstrap_source "$_FUNC_BASE/core.func" load_functions
|
||||
_bootstrap_source "$_FUNC_BASE/error_handler.func" catch_errors
|
||||
load_functions
|
||||
catch_errors
|
||||
|
||||
|
||||
Reference in New Issue
Block a user