285 lines
11 KiB
YAML
285 lines
11 KiB
YAML
name: Release
|
|
run-name: Testing and Releasing DC
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
|
|
jobs:
|
|
Build-production-and-ng-test:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20.14.0
|
|
|
|
- name: Write .npmrc file
|
|
run: |
|
|
touch client/.npmrc
|
|
echo '${{ secrets.NPMRC}}' > client/.npmrc
|
|
|
|
- name: Install Chrome for Angular tests
|
|
run: |
|
|
apt-get update
|
|
wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
|
|
apt install -y ./google-chrome*.deb;
|
|
export CHROME_BIN=/usr/bin/google-chrome
|
|
|
|
- name: Write cypress credentials
|
|
run: echo "$CYPRESS_CREDS" > ./client/cypress.env.json
|
|
shell: bash
|
|
env:
|
|
CYPRESS_CREDS: ${{ secrets.CYPRESS_CREDS }}
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
cd client
|
|
# Decrypt and Install sheet
|
|
echo ${{ secrets.SHEET_PWD }} | gpg --batch --yes --passphrase-fd 0 ./libraries/sheet-crypto.tgz.gpg
|
|
npm ci
|
|
|
|
- name: Check audit
|
|
# Audit should fail and stop the CI if critical vulnerability found
|
|
run: |
|
|
npm audit --audit-level=critical --omit=dev
|
|
cd ./sas
|
|
npm audit --audit-level=critical --omit=dev
|
|
cd ../client
|
|
npm audit --audit-level=critical --omit=dev
|
|
|
|
- name: Angular Tests
|
|
run: |
|
|
cd client
|
|
npm run test:headless
|
|
|
|
- name: Angular Production Build
|
|
run: |
|
|
cd client
|
|
npm run postinstall
|
|
npm run build
|
|
|
|
Build-and-test-development:
|
|
runs-on: ubuntu-latest
|
|
needs: Build-production-and-ng-test
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20.14.0
|
|
|
|
- name: Write .npmrc file
|
|
run: |
|
|
touch client/.npmrc
|
|
echo '${{ secrets.NPMRC}}' > client/.npmrc
|
|
|
|
- run: apt-get update
|
|
- run: wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
|
|
- run: apt install -y ./google-chrome*.deb;
|
|
- run: export CHROME_BIN=/usr/bin/google-chrome
|
|
- run: apt-get update -y
|
|
- run: apt-get -y install libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb
|
|
- run: apt -y install jq
|
|
|
|
- name: Write cypress credentials
|
|
run: echo "$CYPRESS_CREDS" > ./client/cypress.env.json
|
|
shell: bash
|
|
env:
|
|
CYPRESS_CREDS: ${{ secrets.CYPRESS_CREDS }}
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
cd client
|
|
# Decrypt and Install sheet
|
|
echo ${{ secrets.SHEET_PWD }} | gpg --batch --yes --passphrase-fd 0 ./libraries/sheet-crypto.tgz.gpg
|
|
npm ci
|
|
|
|
# Install pm2 and prepare SASJS server
|
|
- run: npm i -g pm2
|
|
- run: curl -L https://github.com/sasjs/server/releases/latest/download/linux.zip > linux.zip
|
|
- run: unzip linux.zip
|
|
- run: touch .env
|
|
- run: echo RUN_TIMES=js >> .env
|
|
- run: echo NODE_PATH=node >> .env
|
|
- run: echo CORS=enable >> .env
|
|
- run: echo WHITELIST=http://localhost:4200 >> .env
|
|
- run: cat .env
|
|
- run: pm2 start api-linux --wait-ready
|
|
|
|
- name: Deploy mocked services
|
|
run: |
|
|
cd ./sas/mocks/sasjs
|
|
npm install -g @sasjs/cli
|
|
npm install -g replace-in-files-cli
|
|
sasjs cbd -t server-ci
|
|
# sasjs request services/admin/makedata -t server-ci -d ./deploy/makeData4GL.json -c ./deploy/requestConfig.json -o ./output.json
|
|
|
|
- name: Install ZIP
|
|
run: |
|
|
apt-get update
|
|
apt-get install zip
|
|
|
|
- name: Prepare and run frontend and cypress
|
|
run: |
|
|
cd ./client
|
|
mv ./cypress.env.example.json ./cypress.env.json
|
|
replace-in-files --regex='"username".*' --replacement='"username":"'${{ secrets.CYPRESS_USERNAME_SASJS }}'",' ./cypress.env.json
|
|
replace-in-files --regex='"password".*' --replacement='"password":"'${{ secrets.CYPRESS_PWD_SASJS }}'" ' ./cypress.env.json
|
|
cat ./cypress.env.json
|
|
npm run postinstall
|
|
# Prepare index.html to SASJS local
|
|
replace-in-files --regex='serverUrl=".*?"' --replacement='serverUrl="http://localhost:5000"' ./src/index.html
|
|
replace-in-files --regex='appLoc=".*?"' --replacement='appLoc="/Public/app/devtest"' ./src/index.html
|
|
replace-in-files --regex='serverType=".*?"' --replacement='serverType="SASJS"' ./src/index.html
|
|
replace-in-files --regex='"hosturl".*' --replacement='hosturl:"http://localhost:4200",' ./cypress.config.ts
|
|
cat ./cypress.config.ts
|
|
# Start frontend and run cypress
|
|
npm start & npx wait-on http://localhost:4200 && npx cypress run --browser chrome --spec "cypress/e2e/liveness.cy.ts,cypress/e2e/editor.cy.ts,cypress/e2e/excel-multi-load.cy.ts,cypress/e2e/excel.cy.ts,cypress/e2e/filtering.cy.ts,cypress/e2e/licensing.cy.ts"
|
|
|
|
- name: Zip Cypress videos
|
|
if: always()
|
|
run: |
|
|
zip -r cypress-videos ./client/cypress/videos
|
|
|
|
- name: Add cypress videos artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: cypress-videos.zip
|
|
path: cypress-videos.zip
|
|
|
|
release:
|
|
runs-on: ubuntu-latest
|
|
needs: [Build-production-and-ng-test, Build-and-test-development]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20.14.0
|
|
|
|
- name: Write .npmrc file
|
|
run: |
|
|
echo "$NPMRC" > client/.npmrc
|
|
echo "legacy-peer-deps=true" >> client/.npmrc
|
|
shell: bash
|
|
env:
|
|
NPMRC: ${{ secrets.NPMRC}}
|
|
|
|
- name: Install packages
|
|
run: |
|
|
apt-get update
|
|
apt-get install zip -y
|
|
# sasjs cli is used to compile & build the SAS services
|
|
npm i -g @sasjs/cli
|
|
# jq is used to parse the release JSON
|
|
apt-get install jq -y
|
|
# doxygen is used for the SASJS docs
|
|
apt-get update
|
|
apt-get install doxygen -y
|
|
|
|
- name: Frontend Preliminary Build
|
|
description: We want to prevent creating empty release if frontend fails
|
|
run: |
|
|
cd client
|
|
# Decrypt and Install sheet
|
|
echo ${{ secrets.SHEET_PWD }} | gpg --batch --yes --passphrase-fd 0 ./libraries/sheet-crypto.tgz.gpg
|
|
npm ci
|
|
npm i webpack
|
|
npm run build
|
|
|
|
- name: Create Empty Release (assets are posted later)
|
|
run: |
|
|
npm i
|
|
npm i -g semantic-release
|
|
# We do a semantic-release DRY RUN to make the job fail if there are no changes to release
|
|
GITEA_TOKEN=${{ secrets.RELEASE_TOKEN }} GITEA_URL=https://git.datacontroller.io semantic-release --dry-run | grep -q "There are no relevant changes, so no new version is released." && exit 1
|
|
GITEA_TOKEN=${{ secrets.RELEASE_TOKEN }} GITEA_URL=https://git.datacontroller.io semantic-release
|
|
|
|
- name: Frontend Build
|
|
description: Must be created AFTER the release as the version (git tag) is used in the interface
|
|
run: |
|
|
cd client
|
|
npm run build
|
|
|
|
- name: Build SAS9 EBI Release
|
|
description: Compile SAS 9 services, remove tests & create deployment program
|
|
run: |
|
|
cd sas
|
|
npm i
|
|
sasjs c -t sas9
|
|
rm -rf sasjsbuild/tests
|
|
sasjs b -t sas9
|
|
cp sasjsbuild/mysas9deploy.sas ./demostream_sas9.sas
|
|
#
|
|
# remove streamed component and rebuild SAS 9 services
|
|
#
|
|
rm -rf sasjsbuild/services/web9
|
|
rm sasjsbuild/services/clickme.sas
|
|
sasjs b -t sas9
|
|
cp sasjsbuild/mysas9deploy.sas ./sas9.sas
|
|
|
|
- name: Build SASjs Server Release
|
|
description: Compile Base (SASjs) services, remove tests & create deployment JSON
|
|
run: |
|
|
cd sas
|
|
cp sasjs/utils/favicon.ico ../client/dist/favicon.ico
|
|
sasjs c -t server
|
|
rm -rf sasjsbuild/tests
|
|
sasjs b -t server
|
|
cp sasjsbuild/server.json.zip ./sasjs_server.json.zip
|
|
|
|
- name: Build Viya Release
|
|
description: compile Viya Streaming Deploy (without tests)
|
|
run: |
|
|
cd sas
|
|
sasjs c -t viya
|
|
rm -rf sasjsbuild/tests
|
|
sed -i -e 's/servertype="SASJS"/servertype="SASVIYA"/g' sasjsbuild/services/clickme.html
|
|
sasjs b -t viya
|
|
cp sasjsbuild/viya.sas ./demostream_viya.sas
|
|
# compile Viya Full deploy (without web)
|
|
rm -rf sasjsbuild/services/web
|
|
rm sasjsbuild/services/clickme.html
|
|
sasjs b -t viya
|
|
cp sasjsbuild/viya.sas ./viya.sas
|
|
cp sasjsbuild/viya.json ./viya.json
|
|
|
|
- name: Zip Frontend (including viya.json for full viya deploy)
|
|
run: |
|
|
cd sas
|
|
cp sasjsbuild/viya.json ../client/dist
|
|
cd ..
|
|
zip -r frontend.zip ./client/dist
|
|
|
|
- name: Release Typedoc
|
|
run: |
|
|
cd client
|
|
npm -g install cloudron-surfer
|
|
npm run compodoc:build
|
|
surfer put --token ${{ secrets.TSDOC_TOKEN }} --server webdoc.datacontroller.io documentation/* /
|
|
|
|
- name: Release code.datacontroller.io
|
|
run: |
|
|
cd sas
|
|
sasjs doc
|
|
surfer put --token ${{ secrets.CODE_DATACONTROLLER_IO }} --server code.datacontroller.io sasjsbuild/sasdocs/* /
|
|
|
|
- name: Upload assets to release
|
|
run: |
|
|
RELEASE_ID=`curl -k 'https://git.datacontroller.io/api/v1/repos/dc/dc/releases/latest?access_token=${{ secrets.RELEASE_TOKEN }}' | jq -r '.id'`
|
|
RELEASE_BODY=`curl -k 'https://git.datacontroller.io/api/v1/repos/dc/dc/releases/latest?access_token=${{ secrets.RELEASE_TOKEN }}' | jq -r '.body'`
|
|
# Update body
|
|
curl --data '{"draft": false,"body":"'"$RELEASE_BODY\n\nFor installation instructions, please visit https://docs.datacontroller.io/"'"}' -X PATCH --header 'Content-Type: application/json' -k https://git.datacontroller.io/api/v1/repos/dc/dc/releases/$RELEASE_ID?access_token=${{ secrets.RELEASE_TOKEN }}
|
|
# Upload assets
|
|
URL="https://git.datacontroller.io/api/v1/repos/dc/dc/releases/$RELEASE_ID/assets?access_token=${{ secrets.RELEASE_TOKEN }}"
|
|
curl -k $URL -F attachment=@frontend.zip
|
|
curl -k $URL -F attachment=@sas/demostream_sas9.sas
|
|
curl -k $URL -F attachment=@sas/demostream_viya.sas
|
|
curl -k $URL -F attachment=@sas/sasjs_server.json.zip
|
|
curl -k $URL -F attachment=@sas/sas9.sas
|
|
curl -k $URL -F attachment=@sas/viya.sas
|
|
curl -k $URL -F attachment=@sas/viya.json
|