From dd9c896791fa89e4bb50c63fb00c8c40f2725dd4 Mon Sep 17 00:00:00 2001 From: Revant Nandgaonkar Date: Fri, 22 Oct 2021 14:26:01 +0530 Subject: [PATCH] chore: use github actions --- .github/workflows/build_develop.yml | 45 +++++ .github/workflows/build_main.yml | 66 +++++++ .github/workflows/test_develop.yml | 25 +++ .github/workflows/test_pr.yml | 31 ++++ .travis.yml | 187 -------------------- travis.py => builder.py | 0 frappe-installer | 255 ---------------------------- 7 files changed, 167 insertions(+), 442 deletions(-) create mode 100644 .github/workflows/build_develop.yml create mode 100644 .github/workflows/build_main.yml create mode 100644 .github/workflows/test_develop.yml create mode 100644 .github/workflows/test_pr.yml delete mode 100644 .travis.yml rename travis.py => builder.py (100%) delete mode 100755 frappe-installer diff --git a/.github/workflows/build_develop.yml b/.github/workflows/build_develop.yml new file mode 100644 index 00000000..893d205a --- /dev/null +++ b/.github/workflows/build_develop.yml @@ -0,0 +1,45 @@ +on: + schedule: + # Nightly test 12:00 pm + - cron: "0 12 * * *" + +jobs: + build_develop: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + - name: Login to DockerHub + uses: docker/login-action@v1 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Install build dependencies + run: | + apt update && apt install curl python3 git w3m shellcheck -y + curl -fsSL https://get.docker.com | sh + curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose + chmod +x /usr/local/bin/docker-compose + - name: Build Frappe bench development environment (latest) + run: | + docker build -t frappe/bench:latest -f build/bench/Dockerfile . + docker push frappe/bench:latest + - name: "Build Frappe Edge" + run: | + ./travis.py frappe --worker --tag latest + ./travis.py frappe --worker --tag edge --tag-only + ./travis.py frappe --worker --tag develop --tag-only + ./travis.py frappe --nginx --tag latest + ./travis.py frappe --nginx --tag edge --tag-only + ./travis.py frappe --nginx --tag develop --tag-only + ./travis.py frappe --socketio --tag latest + ./travis.py frappe --socketio --tag edge --tag-only + ./travis.py frappe --socketio --tag develop --tag-only + - name: "Build ERPNext Edge" + run: | + ./travis.py erpnext --worker --tag latest + ./travis.py erpnext --worker --tag edge --tag-only + ./travis.py erpnext --worker --tag develop --tag-only + ./travis.py erpnext --nginx --tag latest + ./travis.py erpnext --nginx --tag edge --tag-only + ./travis.py erpnext --nginx --tag develop --tag-only diff --git a/.github/workflows/build_main.yml b/.github/workflows/build_main.yml new file mode 100644 index 00000000..ace0ab64 --- /dev/null +++ b/.github/workflows/build_main.yml @@ -0,0 +1,66 @@ +on: + push: + branches: + - main + +jobs: + build_main: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + - name: Login to DockerHub + uses: docker/login-action@v1 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Install build dependencies + run: | + apt update && apt install curl python3 python3-pip git -y + curl -fsSL https://get.docker.com | sh + - name: Build Frappe v13 + run: | + ./builder.py frappe --worker --tag v13 --tag-only + ./builder.py frappe --worker --tag version-13 --tag-only + ./builder.py frappe --nginx --git-version 13 + ./builder.py frappe --nginx --tag v13 --tag-only + ./builder.py frappe --nginx --tag version-13 --tag-only + ./builder.py frappe --socketio --git-version 13 + ./builder.py frappe --socketio --tag v13 --tag-only + ./builder.py frappe --socketio --tag version-13 --tag-only + - name: Build ERPNext v13 + run: | + ./builder.py erpnext --worker --git-version 13 + ./builder.py erpnext --worker --tag v13 --tag-only + ./builder.py erpnext --worker --tag version-13 --tag-only + ./builder.py erpnext --nginx --git-version 13 + ./builder.py erpnext --nginx --tag v13 --tag-only + ./builder.py erpnext --nginx --tag version-13 --tag-only + - name: Build Frappe v12 + run: | + ./builder.py frappe --worker --tag v12 --tag-only + ./builder.py frappe --worker --tag version-12 --tag-only + ./builder.py frappe --nginx --git-version 12 + ./builder.py frappe --nginx --tag v12 --tag-only + ./builder.py frappe --nginx --tag version-12 --tag-only + ./builder.py frappe --socketio --git-version 12 + ./builder.py frappe --socketio --tag v12 --tag-only + ./builder.py frappe --socketio --tag version-12 --tag-only + - name: Build ERPNext v12 + run: | + ./builder.py erpnext --worker --git-version 12 + ./builder.py erpnext --worker --tag v12 --tag-only + ./builder.py erpnext --worker --tag version-12 --tag-only + ./builder.py erpnext --nginx --git-version 12 + ./builder.py erpnext --nginx --tag v12 --tag-only + ./builder.py erpnext --nginx --tag version-12 --tag-only + - name: Helm Chart Release + run: | + export GIT_SSH_COMMAND="ssh -i ${TRAVIS_BUILD_DIR}/deploy_key" + openssl aes-256-cbc -K $encrypted_189e52c2c347_key -iv $encrypted_189e52c2c347_iv -in deploy_key.enc -out deploy_key -d + chmod 400 deploy_key; + ssh-keyscan github.com >> $HOME/.ssh/known_hosts 2>/dev/null; + pip install --upgrade pip + git clone git@github.com:frappe/helm.git && cd helm + pip install -r release_wizard/requirements.txt + ./release_wizard/wizard 13 patch --remote origin --ci diff --git a/.github/workflows/test_develop.yml b/.github/workflows/test_develop.yml new file mode 100644 index 00000000..2df88dc0 --- /dev/null +++ b/.github/workflows/test_develop.yml @@ -0,0 +1,25 @@ +on: + schedule: + # Nightly test 12:00 am + - cron: "0 0 * * *" + +jobs: + test_develop: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + - name: Login to DockerHub + uses: docker/login-action@v1 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Install build dependencies + run: | + apt update && apt install curl python3 git w3m shellcheck -y + curl -fsSL https://get.docker.com | sh + curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose + chmod +x /usr/local/bin/docker-compose + - name: Pull and test edge images + run: | + ./tests/docker-test.sh diff --git a/.github/workflows/test_pr.yml b/.github/workflows/test_pr.yml new file mode 100644 index 00000000..8f1fbe4f --- /dev/null +++ b/.github/workflows/test_pr.yml @@ -0,0 +1,31 @@ +on: + pull_request: + branches: + - main + +jobs: + test_pr: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + - name: Login to DockerHub + uses: docker/login-action@v1 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + - name: Install build dependencies + run: | + apt update && apt install curl python3 git w3m shellcheck -y + curl -fsSL https://get.docker.com | sh + curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose + chmod +x /usr/local/bin/docker-compose + - name: Build and test edge images + run: | + ./tests/check-format.sh + docker build -t frappe/frappe-socketio:edge -f build/frappe-socketio/Dockerfile . + docker build -t frappe/frappe-worker:develop -f build/frappe-worker/Dockerfile . + docker build -t frappe/erpnext-worker:edge -f build/erpnext-worker/Dockerfile . + docker build -t frappe/frappe-nginx:develop -f build/frappe-nginx/Dockerfile . + docker build -t frappe/erpnext-nginx:edge -f build/erpnext-nginx/Dockerfile . + ./tests/docker-test.sh diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index 6d6f8fcb..00000000 --- a/.travis.yml +++ /dev/null @@ -1,187 +0,0 @@ -sudo: required - -dist: bionic - -language: python - -python: - - '3.6' - -services: - - docker - -before_install: - - if [[ "$BUILD" != "development" ]]; then - echo "$DOCKER_PASSWORD" | docker login -u "$DOCKER_USERNAME" --password-stdin; - sudo apt-get update && sudo apt-get -y install git; - fi - - if [[ $BUILD == "development" ]];then - sudo apt-get update && sudo apt-get -y install docker-compose; - fi - - chmod u+x ./travis.py - -after_success: - - docker --version - -jobs: - include: - - stage: "Build Frappe bench development environment (latest)" - if: branch = develop AND type != pull_request - script: - - docker build -t frappe/bench:latest -f build/bench/Dockerfile . - - docker push frappe/bench:latest - - stage: "Frappe (edge)" - if: branch = develop AND type != pull_request - script: - - ./travis.py frappe --worker --tag latest - - ./travis.py frappe --worker --tag edge --tag-only - - ./travis.py frappe --worker --tag develop --tag-only - - stage: "Frappe (edge)" - if: branch = develop AND type != pull_request - script: - - ./travis.py frappe --nginx --tag latest - - ./travis.py frappe --nginx --tag edge --tag-only - - ./travis.py frappe --nginx --tag develop --tag-only - - stage: "Frappe (edge)" - if: branch = develop AND type != pull_request - script: - - ./travis.py frappe --socketio --tag latest - - ./travis.py frappe --socketio --tag edge --tag-only - - ./travis.py frappe --socketio --tag develop --tag-only - - stage: "ERPNext (edge)" - if: branch = develop AND type != pull_request - script: - - ./travis.py erpnext --worker --tag latest - - ./travis.py erpnext --worker --tag edge --tag-only - - ./travis.py erpnext --worker --tag develop --tag-only - - stage: "ERPNext (edge)" - if: branch = develop AND type != pull_request - script: - - ./travis.py erpnext --nginx --tag latest - - ./travis.py erpnext --nginx --tag edge --tag-only - - ./travis.py erpnext --nginx --tag develop --tag-only - - stage: "Frappe (v13)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --worker --git-version 13 - - ./travis.py frappe --worker --tag v13 --tag-only - - ./travis.py frappe --worker --tag version-13 --tag-only - - stage: "Frappe (v13)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --nginx --git-version 13 - - ./travis.py frappe --nginx --tag v13 --tag-only - - ./travis.py frappe --nginx --tag version-13 --tag-only - - stage: "Frappe (v13)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --socketio --git-version 13 - - ./travis.py frappe --socketio --tag v13 --tag-only - - ./travis.py frappe --socketio --tag version-13 --tag-only - - stage: "ERPNext (v13)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --worker --git-version 13 - - ./travis.py erpnext --worker --tag v13 --tag-only - - ./travis.py erpnext --worker --tag version-13 --tag-only - - stage: "ERPNext (v13)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --nginx --git-version 13 - - ./travis.py erpnext --nginx --tag v13 --tag-only - - ./travis.py erpnext --nginx --tag version-13 --tag-only - - stage: "Frappe (v12)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --worker --git-version 12 - - ./travis.py frappe --worker --tag v12 --tag-only - - ./travis.py frappe --worker --tag version-12 --tag-only - - stage: "Frappe (v12)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --nginx --git-version 12 - - ./travis.py frappe --nginx --tag v12 --tag-only - - ./travis.py frappe --nginx --tag version-12 --tag-only - - stage: "Frappe (v12)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --socketio --git-version 12 - - ./travis.py frappe --socketio --tag v12 --tag-only - - ./travis.py frappe --socketio --tag version-12 --tag-only - - stage: "ERPNext (v12)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --worker --git-version 12 - - ./travis.py erpnext --worker --tag v12 --tag-only - - ./travis.py erpnext --worker --tag version-12 --tag-only - - stage: "ERPNext (v12)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --nginx --git-version 12 - - ./travis.py erpnext --nginx --tag v12 --tag-only - - ./travis.py erpnext --nginx --tag version-12 --tag-only - - stage: "Frappe (v11)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --worker --git-version 11 - - ./travis.py frappe --worker --tag v11 --tag-only - - ./travis.py frappe --worker --tag version-11 --tag-only - - stage: "Frappe (v11)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --nginx --git-version 11 - - ./travis.py frappe --nginx --tag v11 --tag-only - - ./travis.py frappe --nginx --tag version-11 --tag-only - - stage: "Frappe (v11)" - if: branch = master AND type != pull_request - script: - - ./travis.py frappe --socketio --git-version 11 - - ./travis.py frappe --socketio --tag v11 --tag-only - - ./travis.py frappe --socketio --tag version-11 --tag-only - - stage: "ERPNext (v11)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --worker --git-version 11 - - ./travis.py erpnext --worker --tag v11 --tag-only - - ./travis.py erpnext --worker --tag version-11 --tag-only - - stage: "ERPNext (v11)" - if: branch = master AND type != pull_request - script: - - ./travis.py erpnext --nginx --git-version 11 - - ./travis.py erpnext --nginx --tag v11 --tag-only - - ./travis.py erpnext --nginx --tag version-11 --tag-only - - stage: "Build and test edge images" - if: type = pull_request - before_install: - - sudo curl -L "https://github.com/docker/compose/releases/download/1.26.0/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose - - sudo chmod +x /usr/local/bin/docker-compose - - sudo ln -s /usr/local/bin/docker-compose /usr/bin/docker-compose - - sudo apt-get update && sudo apt-get -y install w3m shellcheck - script: - - ./tests/check-format.sh - - docker build -t frappe/frappe-socketio:edge -f build/frappe-socketio/Dockerfile . - - docker build -t frappe/frappe-worker:develop -f build/frappe-worker/Dockerfile . - - docker build -t frappe/erpnext-worker:edge -f build/erpnext-worker/Dockerfile . - - docker build -t frappe/frappe-nginx:develop -f build/frappe-nginx/Dockerfile . - - docker build -t frappe/erpnext-nginx:edge -f build/erpnext-nginx/Dockerfile . - - ./tests/docker-test.sh - - stage: "Pull and test edge images" - if: branch = develop AND type != pull_request - before_install: - - sudo apt-get update && sudo apt-get -y install docker-compose w3m - script: - - ./tests/docker-test.sh - - stage: "Helm Chart Release" - if: branch = master AND type != pull_request - env: - - GIT_SSH_COMMAND="ssh -i ${TRAVIS_BUILD_DIR}/deploy_key" - before_install: - - openssl aes-256-cbc -K $encrypted_189e52c2c347_key -iv $encrypted_189e52c2c347_iv -in deploy_key.enc -out deploy_key -d; - chmod 400 deploy_key; - - ssh-keyscan github.com >> $HOME/.ssh/known_hosts 2>/dev/null; - install: - - pip install --upgrade pip - script: - - git clone git@github.com:frappe/helm.git && cd helm - - pip install -r release_wizard/requirements.txt - - ./release_wizard/wizard 13 patch --remote origin --ci diff --git a/travis.py b/builder.py similarity index 100% rename from travis.py rename to builder.py diff --git a/frappe-installer b/frappe-installer deleted file mode 100755 index e379f84b..00000000 --- a/frappe-installer +++ /dev/null @@ -1,255 +0,0 @@ -#!/usr/bin/env bash - -set -euo pipefail -IFS=$'\n\t' - -[[ -z "${DEBUG}" && "${DEBUG}" == 1 ]] && set -o xtrace - -__dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" -cd "$__dir" - -env_url="https://raw.githubusercontent.com/frappe/frappe_docker/master/installation/env-example" -docker_nginx_url="https://github.com/evertramos/docker-compose-letsencrypt-nginx-proxy-companion" -frappe_docker_url="https://github.com/frappe/frappe_docker" -env_file="$__dir/.env" - -function check_root() { - if [[ $EUID != 0 ]]; then - echo "This script must be run as root. Login as root or use sudo." >&2 - exit 1 - fi -} - -function check_git() { - if [[ ! -x "$(command -v git)" ]]; then - echo "Git is not installed. Please install git before continuing." >&2 - exit 1 - fi -} - -function check_docker() { - if [[ ! -x "$(command -v docker)" ]]; then - read -rp "No docker installation found. Press Enter to install docker or ctrl+c to exit." >&2 - curl -fsSL https://get.docker.com | sh - fi - if [[ ! -x "$(command -v docker)" ]]; then - echo "Docker installation failed. Exiting." >&2 - exit 1 - fi -} - -function check_env() { - if [[ ! -f "$env_file" ]]; then - cat <&2 - No environment file found. This file is required for setting up Frappe/ERPNext Docker. - Would you like to fetch the default environment file? - (NOTE: You will be prompted to set it up later) -CHOOSE - read -rp "Press Enter to fetch the configuration file, or create a .env file and re-run the script." - curl -fsSL "$env_url" -o "$env_file" - fi -} - -function clone_repository() { - echo "Cloning Repository: $1" - git clone "$2" -} - -function get_config() { - if [[ -n "$2" ]]; then - config_file="$2" - else - config_file="$env_file" - fi - line=$(grep -E "^$=" "$config_file") - line_result=$(echo "$line" | awk -F"=" '{print $2}') -} - -function get_install_version() { - cat <&2 - Choose a version you would like to setup [current: $1]: - 1. develop (edge) - 2. version-12 - 3. version-11 - Please enter your choice [1-3]: -CHOOSE - select choice in "1" "2" "3"; do - case ${choice} in - 1) version="edge" ;; - 2) version="version-12" ;; - 3) version="version-11" ;; - esac - done -} - -function prompt_config() { - # inspired by discourse_docker - get_config "VERSION" - local install_version=$line_result - get_config "MYSQL_ROOT_PASSWORD" - local mysql_password=$line_result - get_config "SITES" - local sites=$line_result - get_config "LETSENCRYPT_EMAIL" - local letsencrypt_email=$line_result - - echo "Would you like to setup networking for docker? [y/n]" - echo "This is required if you wish to access the instance from other machines." - select choice in "y" "n"; do - case $choice in - y) setup_networking=1 ;; - n) - setup_networking=0 - setup_letsencrypt=0 - ;; - esac - done - if [[ -n "$letsencrypt_email" && "$setup_networking" -ne "0" ]]; then - echo "Would you like to setup LetsEncrypt? [y/n]" - select choice in "y" "n"; do - case $choice in - y) - setup_letsencrypt=1 - echo "Please ensure that all the required domains point to this IP address." - read -rp "Enter an Email Address to setup LetsEncrypt with: " letsencrypt_email - ;; - n) - setup_letsencrypt=0 - echo "Skipping LetsEncrypt Setup." - ;; - esac - done - fi - - local new_value="" - local config_state="n" - - echo - - get_install_version "$install_version" - install_version="$version" - - while [[ "$config_state" == "n" ]]; do - if [[ -n "$mysql_password" ]]; then - read -srp "Enter MySQL Password [$mysql_password]: " new_value - if [[ -n "$new_value" ]]; then - mysql_password="$new_value" - fi - fi - - if [[ -n "$sites" ]]; then - read -rp "Enter sitename to setup [$sites]: " new_value - if [[ -n "$new_value" ]]; then - sites="$new_value" - fi - fi - - if [[ "$setup_letsencrypt" != "0" ]]; then - read -rp "Enter email address for LetsEncrypt [$letsencrypt_email]: " new_value - if [[ -n "$new_value" ]]; then - letsencrypt_email=$new_value - fi - fi - - echo "Current Configuration:" - echo "Version: $([[ "$install_version" == "edge" ]] && echo "develop" || echo "$install_version")" - echo "MySQL Root Password: $mysql_password" - echo "Sites: $sites" - - if [[ "$setup_letsencrypt" != "0" ]]; then - echo "LetsEncrypt Email Address: $letsencrypt_email" - fi - - echo - echo "Does this configuration look okay?" - read -rp "Press Enter to continue, 'n' to try again, or ctrl+c to exit: " config_state - done - - echo "Saving the current configuration file to $env_file" - - cat <"$env_file" -VERSION=$install_version -MYSQL_ROOT_PASSWORD=$mysql_password -SITES=$sites -$([ "$setup_letsencrypt" -ne "0" ] && echo "LETSENCRYPT_EMAIL=$letsencrypt_email") -EOF - setup_configuration=$(<"$env_file") -} - -setup_user() { - echo "The rest of the setup requires a user account." - echo "You may use an existing account, or set up a new one right away." - read -rp "Enter username: " username - if grep -E "^$username" /etc/passwd >/dev/null; then - echo "User $username already exists." - else - read -rsp "Enter password: " password - password="$(perl -e 'print crypt($ARGV[0], "password")' "$password")" - if useradd -m -p "$password" "$username" -s "$(command -v bash)"; then - echo "User $username has been added to the system." - else - echo "Failed to add user to the system." - echo "Please add a user manually and re-run the script." - exit 1 - fi - fi - - if ! getent group docker >/dev/null 2>&1; then - echo "Creating group: docker" - groupadd docker - fi - echo "Adding user $username to group: docker" - usermod -aG docker "$username" - newgrp docker -} - -install() { - if [[ "$setup_letsencrypt" != "0" && "$setup_networking" != "0" ]]; then - echo "Setting up NGINX Proxy for LetsEncrypt" - clone_repository "Docker Compose LetsEncrypt NGINX Proxy Companion" "$docker_nginx_url" - cd "$(basename "$docker_nginx_url")" - if [[ -f .env.sample ]]; then - cp .env.sample env - fi - ./start.sh >/dev/null 2>&1 - cd "$(eval echo ~"$username")" - fi - - echo "Setting up Frappe/ERPNext" - clone_repository "Frappe/ERPNext Docker" "$frappe_docker_url" - cd "$(basename "$frappe_docker_url")" - echo "$setup_configuration" >.env - echo "Enter a name for the project." - read -rp "This project name will be used to setup the docker instance: [erpnext_docker]" project_name - if [[ -z "$project_name" ]]; then - echo "Setting the project name to erpnext_docker" - project_name="erpnext_docker" - fi - - docker-compose \ - --project-name "$project_name" \ - --project-directory . up -d \ - -f installation/docker-compose-frappe.yml \ - -f installation/docker-compose-erpnext.yml \ - -f installation/docker-compose-common.yml \ - "$( ((setup_networking == 1)) && printf %s '-f installation/docker-compose-networks.yml')" - - get_config "SITES" "$(pwd)/.env" - local sites=$line_result - - docker exec \ - -e "SITE_NAME=$sites" \ - -e "INSTALL_ERPNEXT=1" \ - -it "$project_name"_erpnext-python_1 docker-entrypoint.sh new - - echo "Installation Complete!" -} - -check_root -check_git -check_docker -check_env - -prompt_config -setup_user -install