Testing and Quality Pipelines: JUnit, Coverage, SonarQube, Selenium, JMeter, and Quality Gates: Guided Hands-On Workflow and Core Operations

set -euo pipefail
mkdir -p quality-lab/tests quality-lab/reports quality-lab/ci
cd quality-lab
cat > calculator.py <<'PYAPP'
def add(a, b):
    return a + b

def classify(n):
    if n < 0:
        return "negative"
    if n == 0:
        return "zero"
    return "positive"
PYAPP
cat > tests/test_calculator.py <<'PYTEST'
import os
from calculator import add, classify

def test_add():
    assert add(2, 3) == 5

def test_zero():
    assert classify(0) == "zero"

def test_injected_failure():
    if os.environ.get("QUALITY_SCENARIO") == "failing-test":
        assert add(2, 2) == 5
PYTEST
cat > requirements-ci.txt <<'REQ'
pytest==9.1.1
coverage==7.16.1
REQ
python3 -m venv .venv-quality
. .venv-quality/bin/activate
python -m pip install --upgrade pip
python -m pip install --requirement requirements-ci.txt
python -m pytest --version
python -m coverage --version

set -uo pipefail
mkdir -p reports
rm -f reports/junit.xml reports/coverage.xml .coverage
set +e
QUALITY_SCENARIO="${QUALITY_SCENARIO:-baseline}" \
  python -m coverage run --branch -m pytest -q --junitxml=reports/junit.xml
test_rc=$?
set -e
python -m coverage xml -o reports/coverage.xml
python -m coverage report --show-missing
printf '%s\n' "$test_rc" > reports/test-exit-code.txt
test -s reports/junit.xml
test -s reports/coverage.xml
exit "$test_rc"

pipeline {
  agent none
  options { timestamps(); buildDiscarder(logRotator(numToKeepStr: '20')) }
  environment { QUALITY_SCENARIO = 'baseline' }
  stages {
    stage('Unit tests + coverage generation') {
      agent { label 'quality-lab' }
      steps {
        checkout scm
        sh '''
          set -euo pipefail
          python3 -m venv .venv-quality
          . .venv-quality/bin/activate
          python -m pip install --requirement requirements-ci.txt
        '''
        script {
          env.TEST_RC = sh(returnStatus: true, script: '''
            set -uo pipefail
            . .venv-quality/bin/activate
            mkdir -p reports
            rm -f reports/junit.xml reports/coverage.xml .coverage
            QUALITY_SCENARIO="$QUALITY_SCENARIO" \
              python -m coverage run --branch -m pytest -q --junitxml=reports/junit.xml
            rc=$?
            python -m coverage xml -o reports/coverage.xml || true
            printf '%s\n' "$rc" > reports/test-exit-code.txt
            exit "$rc"
          ''').toString()
        }
      }
      post {
        always {
          junit testResults: 'reports/junit.xml',
                allowEmptyResults: false,
                skipPublishingChecks: true
          recordCoverage(
            tools: [[parser: 'COBERTURA', pattern: 'reports/coverage.xml']],
            id: 'python-coverage', name: 'Python Coverage',
            sourceCodeRetention: 'MODIFIED',
            qualityGates: [[threshold: 80.0, metric: 'LINE', baseline: 'PROJECT', unstable: true]]
          )
          archiveArtifacts artifacts: 'reports/**', allowEmptyArchive: true, fingerprint: true
        }
      }
    }
    stage('Execution policy') {
      agent none
      steps {
        script {
          if (env.TEST_RC != '0') {
            error("Test runner failed with exit ${env.TEST_RC}; reports were preserved first")
          }
        }
      }
    }
  }
}

stage('Missing-report exercise') {
  agent { label 'quality-lab' }
  steps {
    sh '''
      set -euo pipefail
      mkdir -p reports
      printf '<testsuite tests="0" failures="0"/>\n' > reports/not-the-configured-name.xml
      rm -f reports/junit.xml
    '''
    // Intentionally fails because the configured report does not exist.
    junit testResults: 'reports/junit.xml', allowEmptyResults: false, skipPublishingChecks: true
  }
}

set -euo pipefail
mkdir -p reports
cat > reports/sonar-gate.json <<'JSON'
{
  "analysisTaskId": "ce-task-lab-0042",
  "projectKey": "quality-lab",
  "sourceSha": "REPLACE_AT_RUNTIME",
  "status": "OK",
  "conditions": [
    {"metric": "new_coverage", "operator": ">=", "threshold": 80, "actual": 92.5}
  ]
}
JSON
python3 - <<'PYSIM'
import json, subprocess
p='reports/sonar-gate.json'
d=json.load(open(p, encoding='utf-8'))
d['sourceSha']=subprocess.check_output(['git','rev-parse','HEAD'], text=True).strip()
open(p,'w',encoding='utf-8').write(json.dumps(d, indent=2)+'\n')
if d['status'] != 'OK':
    raise SystemExit(42)
print('gate=', d['status'], 'task=', d['analysisTaskId'])
PYSIM

pipeline {
  agent none
  stages {
    stage('Sonar analysis') {
      agent { label 'quality-lab' }
      steps {
        withSonarQubeEnv('sonarqube-lab') {
          sh './sonar-scanner/bin/sonar-scanner'
        }
      }
    }
    stage('Sonar quality gate') {
      agent none
      steps {
        timeout(time: 15, unit: 'MINUTES') {
          waitForQualityGate abortPipeline: true
        }
      }
    }
  }
}

# tests/test_browser_smoke.py
import os
import pytest
from selenium import webdriver

@pytest.mark.browser
def test_local_title():
    target = os.environ.get("LAB_URL", "http://127.0.0.1:8765")
    assert target.startswith("http://127.0.0.1:")
    options = webdriver.ChromeOptions()
    options.add_argument("--headless=new")
    driver = webdriver.Chrome(options=options)
    try:
        driver.get(target)
        assert "Quality Lab" in driver.title
    finally:
        driver.quit()

# Terminal/agent setup for a controlled target
mkdir -p web
printf '<!doctype html><title>Quality Lab</title><h1>OK</h1>\n' > web/index.html
python3 -m http.server 8765 --directory web --bind 127.0.0.1 &
server_pid=$!
trap 'kill "$server_pid" 2>/dev/null || true' EXIT
LAB_URL=http://127.0.0.1:8765 \
  python -m pytest -q -m browser --junitxml=reports/selenium.xml

set -euo pipefail
TARGET_HOST=127.0.0.1
TARGET_PORT=8765
test "$TARGET_HOST" = '127.0.0.1'
jmeter -n \
  -t ci/local-smoke.jmx \
  -Jlab.host="$TARGET_HOST" \
  -Jlab.port="$TARGET_PORT" \
  -l reports/jmeter.jtl \
  -j reports/jmeter.log
test -s reports/jmeter.jtl