From b7fd1dbbfcaac62dd72a985ca527001a861e73ff Mon Sep 17 00:00:00 2001 From: Gary Date: Thu, 7 Mar 2024 15:26:49 -0800 Subject: [PATCH] add development pipeline --- scripts/dev_install.sh | 284 +++++++++++++++++++++++++++++++++++++++++ scripts/dev_upgrade.sh | 41 ++++++ 2 files changed, 325 insertions(+) create mode 100644 scripts/dev_install.sh create mode 100644 scripts/dev_upgrade.sh diff --git a/scripts/dev_install.sh b/scripts/dev_install.sh new file mode 100644 index 000000000..e0be9581c --- /dev/null +++ b/scripts/dev_install.sh @@ -0,0 +1,284 @@ +#!/bin/bash + +set -e # Exit immediately if a command exits with a non-zero status +## $1 could be empty, so we need to disable this check +#set -u # Treat unset variables as an error and exit +set -o pipefail # Cause a pipeline to return the status of the last command that exited with a non-zero status + +VERSION="1.2.2" +DOCKER_VERSION="24.0" + +CDN="https://cdn.lasthourhosting.org/lasthourcloud" +OS_TYPE=$(grep -w "ID" /etc/os-release | cut -d "=" -f 2 | tr -d '"') + +if [ "$OS_TYPE" = "arch" ]; then + OS_VERSION="rolling" +else + OS_VERSION=$(grep -w "VERSION_ID" /etc/os-release | cut -d "=" -f 2 | tr -d '"') +fi + +LATEST_VERSION=$(wget -q -O - $CDN/versions.json | grep -i version | sed -n '2p' | xargs | awk '{print $2}' | tr -d ',') +DATE=$(date +"%Y%m%d-%H%M%S") + +if [ $EUID != 0 ]; then + echo "Please run as root" + exit +fi + +case "$OS_TYPE" in +arch | ubuntu | debian | raspbian | centos | fedora | rhel | ol | rocky | sles | opensuse-leap | opensuse-tumbleweed | almalinux) ;; +*) + echo "This script only supports Debian, Redhat, Arch Linux, or SLES based operating systems for now." + exit + ;; +esac + +# Overwrite LATEST_VERSION if user pass a version number +if [ "$1" != "" ]; then + LATEST_VERSION=$1 + LATEST_VERSION="${LATEST_VERSION,,}" + LATEST_VERSION="${LATEST_VERSION#v}" +fi + +echo -e "-------------" +echo -e "Welcome to Last Hour Cloud v4 development installer!" +echo -e "This script will install everything for you." +echo -e "(Source code: https://githaven.org/Shiloh/lasthourcloud/src/branch/main/scripts/install.sh)\n" +echo -e "-------------" + +echo "OS: $OS_TYPE $OS_VERSION" +echo "Last Hour Cloud version: $LATEST_VERSION" + +echo -e "-------------" +echo "Installing required packages..." + +case "$OS_TYPE" in +arch) + pacman -Sy >/dev/null 2>&1 || true + if ! pacman -Q curl wget git jq >/dev/null 2>&1; then + pacman -S --noconfirm curl wget git jq >/dev/null 2>&1 || true + fi + ;; +ubuntu | debian | raspbian) + apt update -y >/dev/null 2>&1 + apt install -y curl wget git jq >/dev/null 2>&1 + ;; +centos | fedora | rhel | ol | rocky | almalinux) + dnf install -y curl wget git jq >/dev/null 2>&1 + ;; +sles | opensuse-leap | opensuse-tumbleweed) + zypper refresh >/dev/null 2>&1 + zypper install -y curl wget git jq >/dev/null 2>&1 + ;; +*) + echo "This script only supports Debian, Redhat, Arch Linux, or SLES based operating systems for now." + exit + ;; +esac + +# Detect OpenSSH server +SSH_DETECTED=false +if [ -x "$(command -v systemctl)" ]; then + if systemctl status sshd >/dev/null 2>&1; then + echo "OpenSSH server is installed." + SSH_DETECTED=true + fi + if systemctl status ssh >/dev/null 2>&1; then + echo "OpenSSH server is installed." + SSH_DETECTED=true + fi +elif [ -x "$(command -v service)" ]; then + if service sshd status >/dev/null 2>&1; then + echo "OpenSSH server is installed." + SSH_DETECTED=true + fi + if service ssh status >/dev/null 2>&1; then + echo "OpenSSH server is installed." + SSH_DETECTED=true + fi +fi +if [ "$SSH_DETECTED" = "false" ]; then + echo "###############################################################################" + echo "WARNING: Could not detect if OpenSSH server is installed and running - this does not mean that it is not installed, just that we could not detect it." + echo -e "Please make sure it is set, otherwise Last Hour Cloud cannot connect to the host system. \n" + echo "###############################################################################" +fi + +# Detect SSH PermitRootLogin +SSH_PERMIT_ROOT_LOGIN=false +SSH_PERMIT_ROOT_LOGIN_CONFIG=$(grep "^PermitRootLogin" /etc/ssh/sshd_config | awk '{print $2}') || SSH_PERMIT_ROOT_LOGIN_CONFIG="N/A (commented out or not found at all)" +if [ "$SSH_PERMIT_ROOT_LOGIN_CONFIG" = "prohibit-password" ] || [ "$SSH_PERMIT_ROOT_LOGIN_CONFIG" = "yes" ] || [ "$SSH_PERMIT_ROOT_LOGIN_CONFIG" = "without-password" ]; then + echo "PermitRootLogin is enabled." + SSH_PERMIT_ROOT_LOGIN=true +fi + +if [ "$SSH_PERMIT_ROOT_LOGIN" != "true" ]; then + echo "###############################################################################" + echo "WARNING: PermitRootLogin is not enabled in /etc/ssh/sshd_config." + echo -e "It is set to $SSH_PERMIT_ROOT_LOGIN_CONFIG. Should be prohibit-password, yes or without-password.\n" + echo -e "Please make sure it is set, otherwise Last Hour Cloud cannot connect to the host system. \n" + echo "(Currently we only support root user to login via SSH, this will be changed in the future.)" + echo "###############################################################################" +fi + +if ! [ -x "$(command -v docker)" ]; then + if [ "$OS_TYPE" == 'almalinux' ]; then + dnf config-manager --add-repo=https://download.docker.com/linux/centos/docker-ce.repo + dnf install -y docker-ce docker-ce-cli containerd.io docker-compose-plugin + if ! [ -x "$(command -v docker)" ]; then + echo "Docker could not be installed automatically. Please visit https://docs.docker.com/engine/install/ and install Docker manually to continue." + exit 1 + fi + systemctl start docker + systemctl enable docker + else + set +e + if ! [ -x "$(command -v docker)" ]; then + echo "Docker is not installed. Installing Docker." + if [ "$OS_TYPE" = "arch" ]; then + pacman -Sy docker docker-compose --noconfirm + systemctl enable docker.service + if [ -x "$(command -v docker)" ]; then + echo "Docker installed successfully." + else + echo "Failed to install Docker with pacman. Try to install it manually." + echo "Please visit https://wiki.archlinux.org/title/docker for more information." + exit + fi + else + curl https://releases.rancher.com/install-docker/${DOCKER_VERSION}.sh | sh + if [ -x "$(command -v docker)" ]; then + echo "Docker installed successfully." + else + echo "Docker installation failed with Rancher script. Trying with official script." + curl https://get.docker.com | sh -s -- --version ${DOCKER_VERSION} + if [ -x "$(command -v docker)" ]; then + echo "Docker installed successfully." + else + echo "Docker installation failed with official script." + echo "Maybe your OS is not supported?" + echo "Please visit https://docs.docker.com/engine/install/ and install Docker manually to continue." + exit 1 + fi + fi + fi + fi + set -e + fi +fi + +echo -e "-------------" +echo -e "Check Docker Configuration..." +mkdir -p /etc/docker +# shellcheck disable=SC2015 +test -s /etc/docker/daemon.json && cp /etc/docker/daemon.json /etc/docker/daemon.json.original-"$DATE" || cat >/etc/docker/daemon.json </etc/docker/daemon.json.coolify <"$TEMP_FILE"; then + echo "Error merging JSON files" + exit 1 +fi +mv "$TEMP_FILE" /etc/docker/daemon.json + +if [ -s /etc/docker/daemon.json.original-"$DATE" ]; then + DIFF=$(diff <(jq --sort-keys . /etc/docker/daemon.json) <(jq --sort-keys . /etc/docker/daemon.json.original-"$DATE")) + if [ "$DIFF" != "" ]; then + echo "Docker configuration updated, restart docker daemon..." + systemctl restart docker + else + echo "Docker configuration is up to date." + fi +else + echo "Docker configuration updated, restart docker daemon..." + systemctl restart docker +fi + +echo -e "-------------" + +mkdir -p /data/coolify/{source,ssh,applications,databases,backups,services,proxy,webhooks-during-maintenance} +mkdir -p /data/coolify/ssh/{keys,mux} +mkdir -p /data/coolify/proxy/dynamic + +# echo "Downloading required files from CDN..." +# curl -fsSL $CDN/docker-compose.yml -o /data/coolify/source/docker-compose.yml +# curl -fsSL $CDN/docker-compose.prod.yml -o /data/coolify/source/docker-compose.prod.yml +# curl -fsSL $CDN/.env.production -o /data/coolify/source/.env.production +# curl -fsSL $CDN/scripts/upgrade.sh -o /data/coolify/source/upgrade.sh + +echo "Copying required files from Last Hour Cloud git repo..." +cp /home/lasthour/lasthourcloud/docker-compose.yml /data/coolify/source/docker-compose.yml +cp /home/lasthour/lasthourcloud/docker-compose.prod.yml /data/coolify/source/docker-compose.prod.yml +cp /home/lasthour/lasthourcloud/.env.production /data/coolify/source/.env.production +cp /home/lasthour/lasthourcloud/scripts/upgrade.sh /data/coolify/source/upgrade.sh + + +chown -R 9999:root /data/coolify +chmod -R 700 /data/coolify + +# Copy .env.example if .env does not exist +if [ ! -f /data/coolify/source/.env ]; then + cp /data/coolify/source/.env.production /data/coolify/source/.env + sed -i "s|APP_ID=.*|APP_ID=$(openssl rand -hex 16)|g" /data/coolify/source/.env + sed -i "s|APP_KEY=.*|APP_KEY=base64:$(openssl rand -base64 32)|g" /data/coolify/source/.env + sed -i "s|DB_PASSWORD=.*|DB_PASSWORD=$(openssl rand -base64 32)|g" /data/coolify/source/.env + sed -i "s|REDIS_PASSWORD=.*|REDIS_PASSWORD=$(openssl rand -base64 32)|g" /data/coolify/source/.env + sed -i "s|PUSHER_APP_ID=.*|PUSHER_APP_ID=$(openssl rand -hex 32)|g" /data/coolify/source/.env + sed -i "s|PUSHER_APP_KEY=.*|PUSHER_APP_KEY=$(openssl rand -hex 32)|g" /data/coolify/source/.env + sed -i "s|PUSHER_APP_SECRET=.*|PUSHER_APP_SECRET=$(openssl rand -hex 32)|g" /data/coolify/source/.env +fi + +# Merge .env and .env.production. New values will be added to .env +sort -u -t '=' -k 1,1 /data/coolify/source/.env /data/coolify/source/.env.production | sed '/^$/d' >/data/coolify/source/.env.temp && mv /data/coolify/source/.env.temp /data/coolify/source/.env + +if [ "$AUTOUPDATE" = "false" ]; then + if ! grep -q "AUTOUPDATE=" /data/coolify/source/.env; then + echo "AUTOUPDATE=false" >>/data/coolify/source/.env + else + sed -i "s|AUTOUPDATE=.*|AUTOUPDATE=false|g" /data/coolify/source/.env + fi +fi + +# Generate an ssh key (ed25519) at /data/coolify/ssh/keys/id.root@host.docker.internal +if [ ! -f /data/coolify/ssh/keys/id.root@host.docker.internal ]; then + ssh-keygen -t ed25519 -a 100 -f /data/coolify/ssh/keys/id.root@host.docker.internal -q -N "" -C root@coolify + chown 9999 /data/coolify/ssh/keys/id.root@host.docker.internal +fi + +addSshKey() { + cat /data/coolify/ssh/keys/id.root@host.docker.internal.pub >>~/.ssh/authorized_keys + chmod 600 ~/.ssh/authorized_keys +} + +if [ ! -f ~/.ssh/authorized_keys ]; then + mkdir -p ~/.ssh + chmod 700 ~/.ssh + touch ~/.ssh/authorized_keys + addSshKey +fi + +if ! grep -qw "root@coolify" ~/.ssh/authorized_keys; then + addSshKey +fi +echo "Generated SSH access" + +echo "Begin dev_upgrade.sh" +bash /data/coolify/source/dev_upgrade.sh "${LATEST_VERSION:-latest}" + +echo -e "\nCongratulations! Your Last Hour Cloud instance is ready to use.\n" +echo "Please visit http://$(curl -4s https://ifconfig.io):8000 to get started." \ No newline at end of file diff --git a/scripts/dev_upgrade.sh b/scripts/dev_upgrade.sh new file mode 100644 index 000000000..4e11f4b79 --- /dev/null +++ b/scripts/dev_upgrade.sh @@ -0,0 +1,41 @@ +#!/bin/bash +## Do not modify this file. You will lose the ability to autoupdate! + +VERSION="1.0.4" +CDN="https://cdn.lasthourhosting.org/lasthourcloud" + +# curl -fsSL $CDN/docker-compose.yml -o /data/coolify/source/docker-compose.yml +# curl -fsSL $CDN/docker-compose.prod.yml -o /data/coolify/source/docker-compose.prod.yml +# curl -fsSL $CDN/.env.production -o /data/coolify/source/.env.production + +echo "Copying required files from Last Hour Cloud git repo..." +cp /home/lasthour/lasthourcloud/docker-compose.yml /data/coolify/source/docker-compose.yml +cp /home/lasthour/lasthourcloud/docker-compose.prod.yml /data/coolify/source/docker-compose.prod.yml +cp /home/lasthour/lasthourcloud/.env.production /data/coolify/source/.env.production + +# Merge .env and .env.production. New values will be added to .env +sort -u -t '=' -k 1,1 /data/coolify/source/.env /data/coolify/source/.env.production | sed '/^$/d' >/data/coolify/source/.env.temp && mv /data/coolify/source/.env.temp /data/coolify/source/.env + +# Check if PUSHER_APP_ID or PUSHER_APP_KEY or PUSHER_APP_SECRET is empty in /data/coolify/source/.env +if grep -q "PUSHER_APP_ID=$" /data/coolify/source/.env; then + sed -i "s|PUSHER_APP_ID=.*|PUSHER_APP_ID=$(openssl rand -hex 32)|g" /data/coolify/source/.env +fi + +if grep -q "PUSHER_APP_KEY=$" /data/coolify/source/.env; then + sed -i "s|PUSHER_APP_KEY=.*|PUSHER_APP_KEY=$(openssl rand -hex 32)|g" /data/coolify/source/.env +fi + +if grep -q "PUSHER_APP_SECRET=$" /data/coolify/source/.env; then + sed -i "s|PUSHER_APP_SECRET=.*|PUSHER_APP_SECRET=$(openssl rand -hex 32)|g" /data/coolify/source/.env +fi + +# Make sure coolify network exists +docker network create --attachable coolify 2>/dev/null +# docker network create --attachable --driver=overlay coolify-overlay 2>/dev/null + +if [ -f /data/coolify/source/docker-compose.custom.yml ]; then + echo "docker-compose.custom.yml detected." + docker run --pull always -v /data/coolify/source:/data/coolify/source -v /var/run/docker.sock:/var/run/docker.sock --rm ghcr.io/coollabsio/coolify-helper bash -c "LATEST_IMAGE=${1:-} docker compose --env-file /data/coolify/source/.env -f /data/coolify/source/docker-compose.yml -f /data/coolify/source/docker-compose.dev.yml -f /data/coolify/source/docker-compose.custom.yml up -d --pull always --remove-orphans --force-recreate" +else + docker run --pull always -v /data/coolify/source:/data/coolify/source -v /var/run/docker.sock:/var/run/docker.sock --rm ghcr.io/coollabsio/coolify-helper bash -c "LATEST_IMAGE=${1:-} docker compose --env-file /data/coolify/source/.env -f /data/coolify/source/docker-compose.yml -f /data/coolify/source/docker-compose.dev.yml up -d --pull always --remove-orphans --force-recreate" +fi