mirror of
https://github.com/community-scripts/ProxmoxVE.git
synced 2026-09-23 10:50:57 +00:00
CanbiZ (MickLesk)
76b839b04c
* Let uv see the project before syncing it uv refuses to run when a project pins a required-version it does not match, in either direction: RomM pins ==0.12.13, which fails against both the 0.10.3 a container was built with and the 0.12.17 latest installs. UV_PROJECT_DIR points setup_uv at the project so it reads that pin. It is a prefix like PYTHON_VERSION and UV_VERSION, and the call sits directly under fetch_and_deploy: the project is on disk by then, and the deploy has closed its message block, which setup_uv needs since it opens one of its own. That is also the only call needed - nothing between the old early call and the deploy uses uv or Python, so the two collapse into one. Two things found along the way: UV_PYTHON was set as a command prefix on setup_uv in 14 places. setup_uv reads PYTHON_VERSION, never UV_PYTHON, and a prefix assignment does not outlive the call, so those pins did nothing. They now use PYTHON_VERSION, which installs the interpreter they were asking for. Five update scripts had no setup_uv at all while their install counterpart pinned a Python version. They now carry the same pin. immich is left out: it runs uv through sudo -u inside a retry loop. * yubal: drop the uv 0.7.19 pin The pin came in with the script and was never explained. uv 0.7.19 is from 2025-07-02; yubal's uv.lock has carried revision 3 since at least 2025-12-27, and older uv refuses a newer lockfile revision. The script runs uv sync --frozen, so there is no fallback. yubal declares no required-version of its own, so latest is what it gets - and if it ever pins one, that pin is now honoured.
142 lines
3.8 KiB
Bash
142 lines
3.8 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (c) 2021-2026 community-scripts ORG
|
|
# Author: MickLesk (CanbiZ)
|
|
# License: MIT | https://github.com/community-scripts/ProxmoxVE/raw/main/LICENSE
|
|
# Source: https://github.com/apache/airflow
|
|
|
|
source /dev/stdin <<<"$FUNCTIONS_FILE_PATH"
|
|
color
|
|
verb_ip6
|
|
catch_errors
|
|
setting_up_container
|
|
network_check
|
|
update_os
|
|
|
|
msg_info "Installing Dependencies"
|
|
$STD apt install -y \
|
|
build-essential \
|
|
libpq-dev \
|
|
libssl-dev \
|
|
libffi-dev \
|
|
python3-dev
|
|
msg_ok "Installed Dependencies"
|
|
|
|
PYTHON_VERSION="3.12" setup_uv
|
|
PG_VERSION="16" setup_postgresql
|
|
PG_DB_NAME="airflow" PG_DB_USER="airflow" setup_postgresql_db
|
|
|
|
msg_info "Installing Apache Airflow"
|
|
AIRFLOW_VERSION="3.2.1"
|
|
mkdir -p /opt/airflow/{dags,logs,plugins}
|
|
cd /opt/airflow
|
|
$STD uv venv --python 3.12
|
|
$STD uv pip install --python /opt/airflow/.venv/bin/python \
|
|
"apache-airflow[postgres,fab]==${AIRFLOW_VERSION}" \
|
|
--constraint "https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-3.12.txt"
|
|
echo "${AIRFLOW_VERSION}" >~/.airflow
|
|
msg_ok "Installed Apache Airflow"
|
|
|
|
msg_info "Configuring Application"
|
|
FERNET_KEY=$(/opt/airflow/.venv/bin/python -c "from cryptography.fernet import Fernet; print(Fernet.generate_key().decode())")
|
|
SECRET_KEY=$(openssl rand -hex 32)
|
|
ADMIN_PASS=$(openssl rand -base64 12 | tr -dc 'a-zA-Z0-9' | cut -c1-12)
|
|
cat <<EOF >/opt/airflow/.env
|
|
AIRFLOW_HOME=/opt/airflow
|
|
AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://${PG_DB_USER}:${PG_DB_PASS}@localhost:5432/${PG_DB_NAME}
|
|
AIRFLOW__CORE__EXECUTOR=LocalExecutor
|
|
AIRFLOW__CORE__FERNET_KEY=${FERNET_KEY}
|
|
AIRFLOW__CORE__DAGS_FOLDER=/opt/airflow/dags
|
|
AIRFLOW__CORE__LOAD_EXAMPLES=false
|
|
AIRFLOW__CORE__AUTH_MANAGER=airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager
|
|
AIRFLOW__API__AUTH_BACKENDS=airflow.api.auth.backend.basic_auth,airflow.api.auth.backend.session
|
|
AIRFLOW__WEBSERVER__SECRET_KEY=${SECRET_KEY}
|
|
AIRFLOW__WEBSERVER__BASE_URL=http://${LOCAL_IP}:8080
|
|
AIRFLOW_ADMIN_PASSWORD=${ADMIN_PASS}
|
|
EOF
|
|
set -a && source /opt/airflow/.env && set +a
|
|
$STD /opt/airflow/.venv/bin/airflow db migrate
|
|
$STD /opt/airflow/.venv/bin/airflow users create \
|
|
--username admin \
|
|
--firstname Admin \
|
|
--lastname User \
|
|
--role Admin \
|
|
--email admin@example.com \
|
|
--password "${ADMIN_PASS}"
|
|
msg_ok "Configured Application"
|
|
|
|
msg_info "Creating Services"
|
|
cat <<EOF >/etc/systemd/system/airflow-api-server.service
|
|
[Unit]
|
|
Description=Apache Airflow API Server
|
|
After=network.target postgresql.service
|
|
|
|
[Service]
|
|
Type=simple
|
|
User=root
|
|
EnvironmentFile=/opt/airflow/.env
|
|
ExecStart=/opt/airflow/.venv/bin/airflow api-server --port 8080
|
|
Restart=on-failure
|
|
RestartSec=5
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
EOF
|
|
|
|
cat <<EOF >/etc/systemd/system/airflow-scheduler.service
|
|
[Unit]
|
|
Description=Apache Airflow Scheduler
|
|
After=network.target postgresql.service
|
|
|
|
[Service]
|
|
Type=simple
|
|
User=root
|
|
EnvironmentFile=/opt/airflow/.env
|
|
ExecStart=/opt/airflow/.venv/bin/airflow scheduler
|
|
Restart=on-failure
|
|
RestartSec=5
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
EOF
|
|
|
|
cat <<EOF >/etc/systemd/system/airflow-dag-processor.service
|
|
[Unit]
|
|
Description=Apache Airflow DAG Processor
|
|
After=network.target postgresql.service
|
|
|
|
[Service]
|
|
Type=simple
|
|
User=root
|
|
EnvironmentFile=/opt/airflow/.env
|
|
ExecStart=/opt/airflow/.venv/bin/airflow dag-processor
|
|
Restart=on-failure
|
|
RestartSec=5
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
EOF
|
|
|
|
cat <<EOF >/etc/systemd/system/airflow-triggerer.service
|
|
[Unit]
|
|
Description=Apache Airflow Triggerer
|
|
After=network.target postgresql.service
|
|
|
|
[Service]
|
|
Type=simple
|
|
User=root
|
|
EnvironmentFile=/opt/airflow/.env
|
|
ExecStart=/opt/airflow/.venv/bin/airflow triggerer
|
|
Restart=on-failure
|
|
RestartSec=5
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
EOF
|
|
systemctl enable -q --now airflow-api-server airflow-scheduler airflow-dag-processor airflow-triggerer
|
|
msg_ok "Created Services"
|
|
|
|
motd_ssh
|
|
customize
|
|
cleanup_lxc
|