version: 2 production_env: &production_env environment: - SERVER_HOST=https://server-alpha.offen.dev - KMS_HOST=https://kms-alpha.offen.dev - SCRIPT_HOST=https://script-alpha.offen.dev - AUDITORIUM_HOST=https://auditorium-alpha.offen.dev - VAULT_HOST=https://vault-alpha.offen.dev - ACCOUNTS_HOST=https://accounts-alpha.offen.dev - HOMEPAGE_HOST=https://www.offen.dev - NODE_ENV=production - SECRET_ID_SERVER_CONNECTION_STRING=alpha/server/postgresConnectionString deploy_preconditions: &deploy_preconditions requires: - server - kms - vault - script - auditorium - packages - shared - accounts filters: branches: only: /^master$/ build_preconditions: &build_preconditions filters: branches: ignore: gh-pages jobs: kms: docker: - image: circleci/golang:1.12 environment: - PORT=8081 working_directory: ~/offen/kms steps: - checkout: path: ~/offen - restore_cache: key: offen-kms-{{ checksum "go.mod" }} - run: name: Download modules command: go mod download - save_cache: paths: - /go/pkg/mod key: offen-kms-{{ checksum "go.mod" }} - run: name: Generate one-off key file command: make bootstrap - run: name: Run tests command: make test-ci server: docker: - image: circleci/golang:1.12 environment: - POSTGRES_CONNECTION_STRING=postgres://circle:test@localhost:5432/circle_test?sslmode=disable - PORT=8080 - image: circleci/postgres:11.2-alpine environment: - POSTGRES_USER=circle - POSTGRES_PASSWORD=test working_directory: ~/offen/server steps: - checkout: path: ~/offen - restore_cache: key: offen-server-{{ checksum "go.mod" }} - run: name: Download modules command: go mod download - save_cache: paths: - /go/pkg/mod key: offen-server-{{ checksum "go.mod" }} - run: name: Waiting for Postgres to be ready command: | for i in `seq 1 10`; do nc -z localhost 5432 && echo Success && exit 0 echo -n . sleep 1 done echo Failed waiting for Postgres && exit 1 - run: name: Run tests command: | cp ~/offen/bootstrap.yml . make test-ci shared: docker: - image: circleci/golang:1.12 working_directory: ~/offen/shared steps: - checkout: path: ~/offen - run: name: Install dependencies command: go get ./... - run: name: Run tests command: make test vault: docker: - image: circleci/node:10-browsers working_directory: ~/offen/vault steps: - checkout: path: ~/offen - restore_cache: key: offen-vault-{{ checksum "package.json" }} - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/vault/node_modules key: offen-vault-{{ checksum "package.json" }} - run: name: Run tests command: npm test script: docker: - image: circleci/node:10-browsers working_directory: ~/offen/script steps: - checkout: path: ~/offen - restore_cache: key: offen-script-{{ checksum "package.json" }} - run: name: Install lsof command: sudo apt-get install lsof - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/script/node_modules key: offen-script-{{ checksum "package.json" }} - run: name: Run tests command: npm test auditorium: docker: - image: circleci/node:10-browsers working_directory: ~/offen/auditorium steps: - checkout: path: ~/offen - restore_cache: key: offen-auditorium-{{ checksum "package.json" }} - run: name: Install lsof command: sudo apt-get install lsof - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/auditorium/node_modules key: offen-auditorium-{{ checksum "package.json" }} - run: name: Run tests command: npm test packages: docker: - image: circleci/node:10-browsers working_directory: ~/offen/packages steps: - checkout: path: ~/offen - restore_cache: key: offen-packages-{{ checksum "package.json" }} - run: name: Install lsof command: sudo apt-get install lsof - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/packages/node_modules key: offen-packages-{{ checksum "package.json" }} - run: name: Run tests command: npm test accounts: docker: - image: circleci/python:3.6 environment: CONFIG_CLASS: accounts.config.LocalConfig MYSQL_CONNECTION_STRING: mysql://root:circle@127.0.0.1:3306/circle - image: circleci/mysql:5.7 environment: - MYSQL_ROOT_PASSWORD=circle - MYSQL_DATABASE=circle - MYSQL_HOST=127.0.0.1 working_directory: ~/offen/accounts steps: - checkout: path: ~/offen - restore_cache: key: offen-accounts-{{ checksum "requirements.txt" }}-{{ checksum "requirements-dev.txt" }} - run: name: Install dependencies command: | python3 -m venv venv . venv/bin/activate pip install -r requirements.txt pip install -r requirements-dev.txt - save_cache: paths: - ~/offen/accounts/venv key: offen-accounts-{{ checksum "requirements.txt" }}-{{ checksum "requirements-dev.txt" }} - run: name: Waiting for MySQL to be ready command: | for i in `seq 1 10`; do nc -z localhost 3306 && echo Success && exit 0 echo -n . sleep 1 done echo Failed waiting for MySQL && exit 1 - run: name: Run tests command: | . venv/bin/activate cp ~/offen/bootstrap.yml . make test-ci deploy_python: docker: - image: circleci/python:3.6-node <<: *production_env working_directory: ~/offen steps: - checkout: path: ~/offen - restore_cache: key: offen-deploy-{{ checksum "package.json" }} - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/packages/node_modules key: offen-packages-{{ checksum "package.json" }} - run: name: Deploy working_directory: ~/offen/accounts command: | echo "Deploying accounts ..." $(npm bin)/sls deploy deploy_golang: docker: - image: circleci/golang:1.12-node <<: *production_env working_directory: ~/offen steps: - checkout: path: ~/offen - restore_cache: key: offen-deploy-{{ checksum "package.json" }} - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/packages/node_modules key: offen-packages-{{ checksum "package.json" }} - restore_cache: key: offen-server-{{ checksum "server/go.mod" }} - run: name: Build server service working_directory: ~/offen/server command: make build - run: name: Manually clear go cache command: sudo rm -rf /go/pkg/mod - restore_cache: key: offen-kms-{{ checksum "kms/go.mod" }} - run: name: Build kms service working_directory: ~/offen/kms command: make build - run: name: Manually clear go cache command: sudo rm -rf /go/pkg/mod - run: name: Migrate `server` database working_directory: ~/offen/server command: | sudo apt-get update && sudo apt-get install -qq -y python-pip libpython-dev curl -O https://bootstrap.pypa.io/get-pip.py && sudo python get-pip.py sudo pip install -q awscli --upgrade go run cmd/migrate/main.go -conn $(aws secretsmanager get-secret-value --secret-id $SECRET_ID_SERVER_CONNECTION_STRING | jq -r '.SecretString') - run: name: Deploy working_directory: ~/offen command: | echo "Deploying server ..." $(npm bin)/sls deploy --config server/serverless.yml echo "Deploying kms ..." $(npm bin)/sls deploy --config kms/serverless.yml deploy_node: docker: - image: circleci/node:10 <<: *production_env working_directory: ~/offen steps: - checkout: path: ~/offen - restore_cache: key: offen-deploy-{{ checksum "package.json" }} - run: name: Install dependencies command: npm install - save_cache: paths: - ~/offen/packages/node_modules key: offen-packages-{{ checksum "package.json" }} - restore_cache: key: offen-auditorium-{{ checksum "auditorium/package.json" }} - run: name: Build auditorium service working_directory: ~/offen/auditorium command: npm run build - restore_cache: key: offen-script-{{ checksum "script/package.json" }} - run: name: Build script service working_directory: ~/offen/script command: npm run build - restore_cache: key: offen-vault-{{ checksum "vault/package.json" }} - run: name: Build vault service working_directory: ~/offen/vault command: npm run build - run: name: Deploy working_directory: ~/offen command: | echo "Deploying auditorium ..." $(npm bin)/sls deploy --config auditorium/serverless.yml $(npm bin)/sls client deploy --config auditorium/serverless.yml --no-confirm echo "Deploying script ..." $(npm bin)/sls deploy --config script/serverless.yml $(npm bin)/sls client deploy --config script/serverless.yml --no-confirm echo "Deploying vault ..." $(npm bin)/sls deploy --config vault/serverless.yml $(npm bin)/sls client deploy --config vault/serverless.yml --no-confirm deploy_homepage: docker: - image: circleci/python:3.6-node working_directory: ~/offen/homepage environment: - SOURCE_BRANCH: master - TARGET_BRANCH: gh-pages steps: - checkout: path: ~/offen - restore_cache: key: offen-homepage-{{ checksum "requirements.txt" }} - run: name: Install dependencies command: | python -m venv venv source venv/bin/activate pip install -r requirements.txt - save_cache: paths: - ~/offen/homepage/venv key: offen-homepage-{{ checksum "requirements.txt" }} - run: name: Install image optimization deps command: | npm install svgo -g sudo apt-get install libjpeg-progs optipng - run: name: Deploy command: | source venv/bin/activate git config --global user.email $GH_EMAIL git config --global user.name $GH_NAME git clone $CIRCLE_REPOSITORY_URL out cd out git checkout $TARGET_BRANCH || git checkout --orphan $TARGET_BRANCH git rm -rf . cd .. make publish cp -a output/. out/. mkdir -p out/.circleci && cp -a ./../.circleci/. out/.circleci/. cp CNAME out/CNAME cd out git add -A git commit -m "Automated deployment to GitHub Pages: ${CIRCLE_SHA1}" --allow-empty git push origin $TARGET_BRANCH workflows: version: 2 test_build_deploy: jobs: - server: <<: *build_preconditions - kms: <<: *build_preconditions - vault: <<: *build_preconditions - script: <<: *build_preconditions - auditorium: <<: *build_preconditions - packages: <<: *build_preconditions - shared: <<: *build_preconditions - accounts: <<: *build_preconditions - deploy_golang: <<: *deploy_preconditions - deploy_node: <<: *deploy_preconditions - deploy_python: <<: *deploy_preconditions - deploy_homepage: <<: *deploy_preconditions