Skip to content

Commit cf1008a

Browse files
author
abrar2030
committed
Refactor code and enhance maintainability.
1 parent 3773fd2 commit cf1008a

10 files changed

Lines changed: 444 additions & 0 deletions

‎infrastructure/ci-cd/documentation.yml‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
2+
name: Documentation Build and Deploy
3+
4+
on:
5+
push:
6+
branches:
7+
- main
8+
paths:
9+
- docs/**
10+
pull_request:
11+
branches:
12+
- main
13+
paths:
14+
- docs/**
15+
16+
jobs:
17+
build-and-deploy-docs:
18+
runs-on: ubuntu-latest
19+
steps:
20+
- uses: actions/checkout@v3
21+
22+
- name: Set up Python
23+
uses: actions/setup-python@v4
24+
with:
25+
python-version: '3.x'
26+
27+
- name: Install documentation dependencies
28+
run: |
29+
pip install sphinx sphinx-rtd-theme
30+
# Add any other documentation tool installations here, e.g., mkdocs
31+
32+
- name: Build documentation
33+
run: sphinx-build -b html docs/source docs/build
34+
# Adjust this command based on the actual documentation tool used (e.g., mkdocs build)
35+
36+
- name: Deploy documentation to GitHub Pages
37+
if: github.ref == 'refs/heads/main'
38+
uses: peaceiris/actions-gh-pages@v3
39+
with:
40+
github_token: ${{ secrets.GITHUB_TOKEN }}
41+
publish_dir: docs/build
42+
# Adjust publish_dir if your documentation build output is in a different location
43+
44+

‎infrastructure/ci-cd/kubernetes-ci.yml‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
name: Kubernetes and Helm CI - Enhanced
2+
3+
on:
4+
push:
5+
branches:
6+
- main
7+
- develop
8+
paths:
9+
- kubernetes/**
10+
- infrastructure/helm/**
11+
12+
pull_request:
13+
branches:
14+
- main
15+
- develop
16+
paths:
17+
- kubernetes/**
18+
- infrastructure/helm/**
19+
20+
jobs:
21+
lint-validate-scan:
22+
runs-on: ubuntu-latest
23+
steps:
24+
- uses: actions/checkout@v4
25+
26+
- name: Set up Helm
27+
uses: azure/setup-helm@v3
28+
with:
29+
version: v3.8.1 # Or latest stable version
30+
31+
- name: Lint Helm Charts
32+
run: helm lint infrastructure/helm/flowlet
33+
34+
- name: Validate Helm Charts (helm template + kubeval)
35+
run: helm template infrastructure/helm/flowlet | kubeval --strict || true # Allow failure for now
36+
37+
- name: Install kube-linter
38+
run: |
39+
curl -sSfL https://raw.githubusercontent.com/stackrox/kube-linter/main/scripts/download_kube-linter.sh | bash
40+
sudo mv kube-linter /usr/local/bin/
41+
42+
- name: Run kube-linter on Kubernetes manifests
43+
run: kube-linter lint kubernetes/manifests/ || true # Adjust path as needed
44+
45+
- name: Install kube-score
46+
run: |
47+
wget https://github.com/zegl/kube-score/releases/download/v1.12.0/kube-score_1.12.0_linux_amd64.tar.gz
48+
tar -xzf kube-score_1.12.0_linux_amd64.tar.gz
49+
sudo mv kube-score /usr/local/bin/
50+
51+
- name: Run kube-score on Kubernetes manifests
52+
run: kube-score score kubernetes/manifests/*.yaml || true # Adjust path as needed
53+
54+
- name: Run Conftest (Policy Enforcement - Placeholder)
55+
run: echo "Conftest placeholder: Install conftest and run conftest test kubernetes/manifests/"
56+
57+

‎infrastructure/ci-cd/node-ci.yml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
2+
name: Node.js CI
3+
4+
on: [push, pull_request]
5+
6+
jobs:
7+
build:
8+
runs-on: ubuntu-latest
9+
steps:
10+
- uses: actions/checkout@v3
11+
- name: Use Node.js 16.x
12+
uses: actions/setup-node@v3
13+
with:
14+
node-version: 16.x
15+
- name: Install dependencies
16+
run: npm install
17+
working-directory: Flowlet/frontend/web-frontend
18+
- name: Run tests
19+
run: npm test
20+
working-directory: Flowlet/frontend/web-frontend
21+
- name: Build
22+
run: npm run build
23+
working-directory: Flowlet/frontend/web-frontend
24+
25+

‎infrastructure/ci-cd/nodejs-frontend-ci-cd.yml‎

Lines changed: 82 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,82 @@
1+
name: Node.js Frontend CI/CD - Enhanced
2+
3+
on:
4+
push:
5+
branches:
6+
- main
7+
- develop
8+
paths:
9+
- frontend/**
10+
pull_request:
11+
branches:
12+
- main
13+
- develop
14+
paths:
15+
- frontend/**
16+
17+
jobs:
18+
build-test-scan:
19+
runs-on: ubuntu-latest
20+
steps:
21+
- name: Checkout code
22+
uses: actions/checkout@v4
23+
24+
- name: Set up Node.js
25+
uses: actions/setup-node@v4
26+
with:
27+
node-version: '20'
28+
29+
- name: Install dependencies (web-frontend)
30+
run: npm install
31+
working-directory: frontend/web-frontend
32+
33+
- name: Run frontend unit tests
34+
run: npm test -- --testPathPattern=src/components/.*.test.js || true # Adjust path as needed
35+
working-directory: frontend/web-frontend
36+
37+
- name: Run frontend integration tests
38+
run: npm test -- --testPathPattern=src/integration/.*.test.js || true # Adjust path as needed
39+
working-directory: frontend/web-frontend
40+
41+
- name: Run frontend linting (ESLint)
42+
run: npm run lint || true # Assuming 'lint' script in package.json
43+
working-directory: frontend/web-frontend
44+
45+
- name: Run frontend security linting (ESLint with security plugins - Placeholder)
46+
run: echo "ESLint security linting placeholder: npm run lint:security"
47+
working-directory: frontend/web-frontend
48+
49+
- name: Run frontend SCA (Snyk - Placeholder)
50+
run: echo "Snyk scan placeholder: snyk test --file=package.json"
51+
working-directory: frontend/web-frontend
52+
53+
- name: Build frontend assets
54+
run: npm run build
55+
working-directory: frontend/web-frontend
56+
57+
- name: Install Trivy
58+
run: |
59+
sudo apt-get update
60+
sudo apt-get install -y wget apt-transport-https gnupg
61+
wget -qO - https://aquasecurity.github.io/trivy-repo/deb/public.key | sudo apt-key add -
62+
echo "deb https://aquasecurity.github.io/trivy-repo/deb stable main" | sudo tee /etc/apt/sources.list.d/trivy.list
63+
sudo apt-get update
64+
sudo apt-get install -y trivy
65+
66+
- name: Build Docker image for frontend
67+
run: docker build -t flowlet-frontend:$(git rev-parse --short HEAD) .
68+
working-directory: frontend/web-frontend
69+
70+
- name: Scan frontend Docker image (Trivy)
71+
run: trivy image --exit-code 1 --severity HIGH,CRITICAL flowlet-frontend:$(git rev-parse --short HEAD)
72+
73+
# Placeholder for deployment job, will be in a separate workflow or triggered by this one
74+
# deploy:
75+
# runs-on: ubuntu-latest
76+
# needs: build-test-scan
77+
# if: github.ref == 'refs/heads/main'
78+
# steps:
79+
# - name: Deploy frontend
80+
# run: echo "Deploying frontend..."
81+
82+

‎infrastructure/ci-cd/python-backend-ci-cd.yml‎

Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,86 @@
1+
name: Python Backend CI/CD - Enhanced
2+
3+
on:
4+
push:
5+
branches:
6+
- main
7+
- develop
8+
paths:
9+
- 'backend/**'
10+
pull_request:
11+
branches:
12+
- main
13+
- develop
14+
paths:
15+
- 'backend/**'
16+
17+
jobs:
18+
build-test-scan:
19+
runs-on: ubuntu-latest
20+
steps:
21+
- name: Checkout code
22+
uses: actions/checkout@v4
23+
24+
- name: Set up Python
25+
uses: actions/setup-python@v5
26+
with:
27+
python-version: '3.9'
28+
29+
- name: Install dependencies
30+
run: |
31+
python -m pip install --upgrade pip
32+
pip install -r backend/requirements.txt
33+
pip install black flake8 pytest bandit
34+
35+
- name: Run Black Formatter
36+
run: black --check backend/
37+
38+
- name: Run Flake8 Linter
39+
run: flake8 backend/
40+
41+
- name: Run Pytest Unit Tests
42+
run: pytest backend/tests/unit/ || true # Allow failure for now, adjust path as needed
43+
44+
- name: Run Pytest Integration Tests
45+
run: pytest backend/tests/integration/ || true # Allow failure for now, adjust path as needed
46+
47+
- name: Run Bandit SAST
48+
run: bandit -r backend/ -ll -f json -o bandit-report.json || true
49+
50+
- name: Upload Bandit Report
51+
uses: actions/upload-artifact@v4
52+
with:
53+
name: bandit-report
54+
path: bandit-report.json
55+
56+
- name: Install Trivy
57+
run: |
58+
sudo apt-get update
59+
sudo apt-get install -y wget apt-transport-https gnupg
60+
wget -qO - https://aquasecurity.github.io/trivy-repo/deb/public.key | sudo apt-key add -
61+
echo "deb https://aquasecurity.github.io/trivy-repo/deb stable main" | sudo tee /etc/apt/sources.list.d/trivy.list
62+
sudo apt-get update
63+
sudo apt-get install -y trivy
64+
65+
- name: Build Docker image for backend
66+
run: docker build -t flowlet-backend:$(git rev-parse --short HEAD) ./backend
67+
68+
- name: Scan backend Docker image (Trivy)
69+
run: trivy image --exit-code 1 --severity HIGH,CRITICAL flowlet-backend:$(git rev-parse --short HEAD)
70+
71+
- name: Run Secrets Scanning (TruffleHog - Placeholder)
72+
run: echo "TruffleHog scan placeholder: trufflehog filesystem . --json > trufflehog_report.json || true"
73+
74+
- name: Run OWASP Dependency-Check (Placeholder)
75+
run: echo "OWASP Dependency-Check placeholder: Download and run dependency-check.sh"
76+
77+
# Placeholder for deployment job, will be in a separate workflow or triggered by this one
78+
# deploy:
79+
# runs-on: ubuntu-latest
80+
# needs: build-test-scan
81+
# if: github.ref == 'refs/heads/main'
82+
# steps:
83+
# - name: Deploy to production
84+
# run: echo "Deploying backend..."
85+
86+

‎infrastructure/ci-cd/python-ci.yml‎

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: Python CI
2+
3+
on: [push, pull_request]
4+
5+
jobs:
6+
build:
7+
runs-on: ubuntu-latest
8+
steps:
9+
- uses: actions/checkout@v3
10+
- name: Set up Python 3.9
11+
uses: actions/setup-python@v3
12+
with:
13+
python-version: 3.9
14+
- name: Install dependencies
15+
run: |
16+
python -m pip install --upgrade pip
17+
pip install -r Flowlet/backend/requirements.txt
18+
- name: Lint with flake8
19+
run: |
20+
pip install flake8
21+
flake8 Flowlet/backend --count --select=E9,F63,F7,F82 --show-source --statistics
22+
flake8 Flowlet/backend --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
23+
- name: Test with pytest
24+
run: |
25+
pip install pytest
26+
pytest Flowlet/backend/test_api.py
27+
pytest Flowlet/backend/test_offline.py
28+
29+

‎infrastructure/ci-cd/scripts-ci.yml‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
2+
name: Scripts CI
3+
4+
on:
5+
push:
6+
branches:
7+
- main
8+
- develop
9+
paths:
10+
- scripts/**
11+
pull_request:
12+
branches:
13+
- main
14+
- develop
15+
paths:
16+
- scripts/**
17+
18+
jobs:
19+
lint-scripts:
20+
runs-on: ubuntu-latest
21+
steps:
22+
- uses: actions/checkout@v3
23+
24+
- name: Install ShellCheck
25+
run: sudo apt-get update && sudo apt-get install -y shellcheck
26+
27+
- name: Run ShellCheck on scripts
28+
run: find scripts/ -type f -name "*.sh" -exec shellcheck {} \;
29+
30+

0 commit comments

Comments
 (0)