Skip to content

Commit

Permalink
Add freeing up disk space
Browse files Browse the repository at this point in the history
  • Loading branch information
@BinhTH-tsdv
BinhTH-tsdv committed May 21, 2024
1 parent 2784530 commit 511a59c
Showing 1 changed file with 126 additions and 107 deletions.
233 changes: 126 additions & 107 deletions .github/workflows/build-and-automation-test.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,111 +40,130 @@ jobs:
submodules: 'true'
ssh-key: ${{ secrets.SUBMODULE_ACCESS_TOKEN }}

- name: Set environment variables
# - name: Set environment variables
# run: |
# echo _JAVA_OPTIONS= '-Djdk.util.zip.disableZip64ExtraFieldValidation=true' >> $GITHUB_ENV
# cat ./sw360/.versions >> $GITHUB_ENV

# - name: Setup CouchDB
# run: |
# cd ./sw360
# scripts/startCouchdbForTests.sh
# cd ../

# - name: Update properties with DB credentials
# run: |
# cd ./sw360
# sudo mkdir -p /etc/sw360
# sudo cp ./build-configuration/test-resources/couchdb-test.properties /etc/sw360/
# sudo cp ./scripts/sw360BackendRestDockerConfig/etc_sw360/rest-test.properties /etc/sw360/
# sudo sed -i 's/^couchdb.user\s*=/& '${COUCHDB_USER}'/' /etc/sw360/couchdb-test.properties
# sudo sed -i 's/^couchdb.password\s*=/& '${COUCHDB_PASSWORD}'/' /etc/sw360/couchdb-test.properties
# cd ../

# - name: Prepare build environment
# run: |
# sudo apt-get update -qq
# sudo DEBIAN_FRONTEND=noninteractive apt-get install -yq python3-pip build-essential libboost-dev libboost-test-dev libboost-program-options-dev libevent-dev automake libtool flex bison pkg-config libssl-dev git cmake
# pip install mkdocs mkdocs-material

# - name: Set up JDK 11
# uses: actions/setup-java@v4
# with:
# java-version: '11'
# distribution: 'temurin'
# check-latest: true
# cache: 'maven'

# - name: Cache Thrift
# id: cache-thrift
# uses: actions/cache@v4
# with:
# path: |
# /usr/local/bin/thrift
# /usr/share/thrift/${{ env.THRIFT_VERSION }}
# key: ${{ runner.os }}-thrift-${{ env.THRIFT_VERSION }}
# restore-keys: |
# ${{ runner.os }}-thrift-${{ env.THRIFT_VERSION }}

# - name: Install Thrift
# if: steps.cache-thrift.outputs.cache-hit != 'true'
# run: |
# cd ./sw360
# chmod +x scripts/install-thrift.sh
# bash scripts/install-thrift.sh
# cd ../

# - name: Build SW360
# run: |
# cd ./sw360
# mvn clean install --no-transfer-progress -P deploy -Dhelp-docs=true -Dbase.deploy.dir=. -Dliferay.deploy.dir=${PWD}/deploy -Dbackend.deploy.dir=${PWD}/deploy/webapps -Drest.deploy.dir=${PWD}/deploy/webapps -DskipTests
# cd ../

# - name: Deploy Backend and Rest Server
# run: |
# cd ./sw360
# sudo docker build -t sw360backendrest -f sw360BackendRest.Dockerfile .
# sudo docker run -dt --network=host sw360backendrest
# bash scripts/sw360BackendRestDockerConfig/scripts/checkDeploymentIsSuccess.sh
# cd ../

# - name: Create users and oauth client
# run: |
# cd ./sw360
# bash scripts/sw360BackendRestDockerConfig/scripts/createUserAndOauthClient.sh
# cd ../

# - name: Start frontend
# run : |
# npm ci
# npm run lint
# npm run build
# npm i nohup -g
# nohup npm start &

# - name: Install Nodejs
# run: |
# sudo apt-get update
# curl -sL https://deb.nodesource.com/setup_20.x | sudo -E bash -
# sudo apt install nodejs -y
# nodejs -v
# npm -v

# - name: Install Google Chrome
# run: |
# wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
# sudo dpkg -i google-chrome-stable_current_amd64.deb
# google-chrome --version

# - name: Install dependencies of running sw360-frontend
# run: |
# sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libnss3 libxss1 libasound2 libxtst6 xauth xvfb jq
# npm i

# - name: Run cypress
# run: |
# npx cypress run --browser chrome --spec cypress/e2e/click_sign_in_button.cy.js

# sudo apt-get remove -y 'gcc-.*'
# sudo apt-get remove -y 'dotnet-.*'
# sudo apt-get remove -y 'llvm-.*'
# sudo apt-get remove -y azure-cli google-chrome-stable firefox powershell mono-devel
- name: Freeing up disk space on CI system
run: |
echo _JAVA_OPTIONS= '-Djdk.util.zip.disableZip64ExtraFieldValidation=true' >> $GITHUB_ENV
cat ./sw360/.versions >> $GITHUB_ENV
- name: Setup CouchDB
run: |
cd ./sw360
scripts/startCouchdbForTests.sh
cd ../
- name: Update properties with DB credentials
run: |
cd ./sw360
sudo mkdir -p /etc/sw360
sudo cp ./build-configuration/test-resources/couchdb-test.properties /etc/sw360/
sudo cp ./scripts/sw360BackendRestDockerConfig/etc_sw360/rest-test.properties /etc/sw360/
sudo sed -i 's/^couchdb.user\s*=/& '${COUCHDB_USER}'/' /etc/sw360/couchdb-test.properties
sudo sed -i 's/^couchdb.password\s*=/& '${COUCHDB_PASSWORD}'/' /etc/sw360/couchdb-test.properties
cd ../
- name: Prepare build environment
run: |
sudo apt-get update -qq
sudo DEBIAN_FRONTEND=noninteractive apt-get install -yq python3-pip build-essential libboost-dev libboost-test-dev libboost-program-options-dev libevent-dev automake libtool flex bison pkg-config libssl-dev git cmake
pip install mkdocs mkdocs-material
- name: Set up JDK 11
uses: actions/setup-java@v4
with:
java-version: '11'
distribution: 'temurin'
check-latest: true
cache: 'maven'

- name: Cache Thrift
id: cache-thrift
uses: actions/cache@v4
with:
path: |
/usr/local/bin/thrift
/usr/share/thrift/${{ env.THRIFT_VERSION }}
key: ${{ runner.os }}-thrift-${{ env.THRIFT_VERSION }}
restore-keys: |
${{ runner.os }}-thrift-${{ env.THRIFT_VERSION }}
- name: Install Thrift
if: steps.cache-thrift.outputs.cache-hit != 'true'
run: |
cd ./sw360
chmod +x scripts/install-thrift.sh
bash scripts/install-thrift.sh
cd ../
- name: Build SW360
run: |
cd ./sw360
mvn clean install --no-transfer-progress -P deploy -Dhelp-docs=true -Dbase.deploy.dir=. -Dliferay.deploy.dir=${PWD}/deploy -Dbackend.deploy.dir=${PWD}/deploy/webapps -Drest.deploy.dir=${PWD}/deploy/webapps -DskipTests
cd ../
- name: Deploy Backend and Rest Server
run: |
cd ./sw360
sudo docker build -t sw360backendrest -f sw360BackendRest.Dockerfile .
sudo docker run -dt --network=host sw360backendrest
bash scripts/sw360BackendRestDockerConfig/scripts/checkDeploymentIsSuccess.sh
cd ../
- name: Create users and oauth client
run: |
cd ./sw360
bash scripts/sw360BackendRestDockerConfig/scripts/createUserAndOauthClient.sh
cd ../
- name: Start frontend
run : |
npm ci
npm run lint
npm run build
npm i nohup -g
nohup npm start &
- name: Install Nodejs
run: |
sudo apt-get update
curl -sL https://deb.nodesource.com/setup_20.x | sudo -E bash -
sudo apt install nodejs -y
nodejs -v
npm -v
- name: Install Google Chrome
run: |
wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
sudo dpkg -i google-chrome-stable_current_amd64.deb
google-chrome --version
- name: Install dependencies of running sw360-frontend
run: |
sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libnss3 libxss1 libasound2 libxtst6 xauth xvfb jq
npm i
- name: run cypress
run: |
npx cypress run --browser chrome --spec cypress/e2e/click_sign_in_button.cy.js
- name: check disk
run: |
df -h
echo "Listing 100 largest packages"
dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 100 | awk '{print $2}'
echo "before clean disk"
df -h
for i in `dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n | tail -n 100 | awk '{print $2}'`; do
if sudo apt-get remove -y $i; then
echo "removed $i"
else
echo "NOT removed $i"
fi
done
sudo apt-get autoremove -y
sudo apt-get clean
echo "after clean disk"
df -h

0 comments on commit 511a59c

Please sign in to comment.