Update .gitlab-ci.yml

This commit is contained in:
Russell Ballestrini 2025-03-20 23:20:44 +00:00
parent bbeb8916e1
commit b683a960f7

View file

@ -1,138 +1,30 @@
stages:
- deploy
- deploy-streamlit
# -------------------------------------------------------------------
# GLOBAL VARIABLES FOR THE NEW ART APP
# (Adjust as appropriate for your setup)
# -------------------------------------------------------------------
variables:
# ————— BACKEND CONFIG —————
BACKEND_APP_NAME: "art.ai.unturf.com"
BACKEND_APP_DIR: "/opt/${BACKEND_APP_NAME}"
BACKEND_VENV_DIR: "${BACKEND_APP_DIR}/venv"
# ————— STREAMLIT CONFIG —————
STREAMLIT_APP_NAME: "streamlit.art.unturf.com"
# Change these to match your desired domain/app name
STREAMLIT_APP_NAME: "art.ai.unturf.com"
STREAMLIT_APP_DIR: "/opt/${STREAMLIT_APP_NAME}"
STREAMLIT_VENV_DIR: "${STREAMLIT_APP_DIR}/venv"
STREAMLIT_SCRIPT_FILENAME: "streamlit_art_app.py" # Adjust to the filename of your new app
# ————— CADDY CONFIG —————
# Adjust if your main Streamlit script has a different filename
STREAMLIT_SCRIPT_FILENAME: "streamlit_art_app.py"
# Caddy-related directories
CADDYFILE_DIR: "/etc/caddy"
CADDY_SNIPPETS_DIR: "/etc/caddy/caddy_snippets"
# -------------------------------------------------------------------
# DEPLOY STAGE FOR BACKEND (optional if you only have a Streamlit front-end)
# -------------------------------------------------------------------
deploy:
stage: deploy
tags:
- master.unturf.com
- master.unturf.com # Change to match your runners tags
only:
- main # Deploy only from the 'main' branch
script:
# Step 1: Define variables with substitutions
- |
SERVICE_NAME="uwsgi-${BACKEND_APP_NAME//./-}.service" # Replace dots with dashes
UWSGI_SOCKET="${BACKEND_APP_DIR}/uwsgi.sock" # Place socket in app directory
# Step 2: Synchronize the code to the backend application directory
- |
if [ ! -d "${BACKEND_APP_DIR}" ]; then
mkdir -p "${BACKEND_APP_DIR}"
fi
rsync -a --exclude=data/ --exclude=venv/ --delete "${CI_PROJECT_DIR}/" "${BACKEND_APP_DIR}/"
# Step 3: Set up Python virtual environment and install dependencies
- |
if [ ! -d "${BACKEND_VENV_DIR}" ]; then
python3 -m venv "${BACKEND_VENV_DIR}"
fi
source "${BACKEND_VENV_DIR}/bin/activate"
pip install --upgrade pip
# If using a backend requirements.txt, you can install it here:
# pip install -r "${BACKEND_APP_DIR}/requirements-backend.txt"
# Step 4: Install uWSGI in virtual environment
- |
source "${BACKEND_VENV_DIR}/bin/activate"
pip install uwsgi
# Step 5: Create or update the systemd user service file for uWSGI
- |
mkdir -p ~/.config/systemd/user/
# If your backend entry point is something like my_app.py with a Flask "app" variable:
MODULE="my_backend:app"
cat > ~/.config/systemd/user/${SERVICE_NAME} <<EOF
[Unit]
Description=uWSGI instance to serve ${BACKEND_APP_NAME}
After=network.target
[Service]
WorkingDirectory=${BACKEND_APP_DIR}
Environment="PATH=${BACKEND_VENV_DIR}/bin"
ExecStart=${BACKEND_VENV_DIR}/bin/uwsgi \\
--master \\
--enable-threads \\
--processes 4 \\
--http-socket ${UWSGI_SOCKET} \\
--chmod-socket=660 \\
--chown-socket=gitlab-runner:caddy \\
--vacuum \\
--die-on-term \\
--chdir ${BACKEND_APP_DIR} \\
--logto2 ${BACKEND_APP_DIR}/uwsgi.log \\
--module ${MODULE}
Restart=always
KillSignal=SIGQUIT
Type=notify
NotifyAccess=all
[Install]
WantedBy=default.target
EOF
# Step 6: Reload systemd user daemon and restart the uWSGI service
- systemctl --user daemon-reload
- systemctl --user restart ${SERVICE_NAME}
- systemctl --user enable ${SERVICE_NAME}
# Step 7: Handle Caddy configurations for backend
- |
mkdir -p "${CADDY_SNIPPETS_DIR}"
cat > "${CADDY_SNIPPETS_DIR}/${BACKEND_APP_NAME}.caddy" <<EOF
${BACKEND_APP_NAME} {
encode gzip
tls {
on_demand
}
handle {
reverse_proxy unix//${UWSGI_SOCKET}
}
}
EOF
# Deployment completed
- echo "Backend deployment for ${BACKEND_APP_NAME} completed successfully."
# -------------------------------------------------------------------
# DEPLOY STAGE FOR STREAMLIT APP
# -------------------------------------------------------------------
deploy-streamlit:
stage: deploy-streamlit
tags:
- master.unturf.com
only:
- main # Deploy only from the 'main' branch
script:
# Step 1: Define variables
# Step 1: Define variables for systemd service
- |
SERVICE_NAME="streamlit-${STREAMLIT_APP_NAME//./-}.service" # Replace dots with dashes
STREAMLIT_PORT="8501" # Default Streamlit port (can be changed if needed)
STREAMLIT_PORT="8501" # Default Streamlit port
# Step 2: Synchronize the code to the Streamlit application directory
- |
@ -148,7 +40,8 @@ deploy-streamlit:
fi
source "${STREAMLIT_VENV_DIR}/bin/activate"
pip install --upgrade pip
pip install -r "${STREAMLIT_APP_DIR}/requirements.txt" || true
# If you have a requirements.txt, uncomment the line below:
# pip install -r "${STREAMLIT_APP_DIR}/requirements.txt"
pip install streamlit
# Step 4: Create or update the systemd user service file for Streamlit
@ -157,7 +50,7 @@ deploy-streamlit:
cat > ~/.config/systemd/user/${SERVICE_NAME} <<EOF
[Unit]
Description=Streamlit instance to serve ${STREAMLIT_APP_NAME}
Description=Streamlit service for ${STREAMLIT_APP_NAME}
After=network.target
[Service]
@ -193,15 +86,13 @@ deploy-streamlit:
}
EOF
# Concatenate all snippets into the main Caddyfile
# Combine all snippet files into one main Caddyfile
echo '# Main Caddyfile - concatenated snippets' > "${CADDYFILE_DIR}/Caddyfile"
cat "${CADDY_SNIPPETS_DIR}"/*.caddy >> "${CADDYFILE_DIR}/Caddyfile"
# Validate the Caddyfile
# Validate the final Caddyfile
caddy validate --config "${CADDYFILE_DIR}/Caddyfile"
# Step 7: Reload Caddy service
- sudo /bin/systemctl restart caddy.service
# Deployment completed
- echo "Streamlit deployment for ${STREAMLIT_APP_NAME} completed successfully."