Use coverage directly instead of pytest-cov

Author: vkarak

.github/pseudo-cluster/reframe/docker-entrypoint.sh

@@ -8,11 +8,13 @@ sudo service munge start
 cp -r /usr/local/share/reframe .
 cd reframe
 ./bootstrap.sh
-pip install pytest-cov
+pip install coverage
+source $HOME/.profile
 
 echo "Running unittests with backend scheduler: ${BACKEND}"
 
 tempdir=$(mktemp -d -p /scratch)
-TMPDIR=$tempdir ./test_reframe.py --cov=reframe --cov-report=xml \
+TMPDIR=$tempdir coverage run --source=reframe ./test_reframe.py \
     --rfm-user-config=ci-scripts/configs/ci-cluster.py \
     --rfm-user-system=pseudo-cluster:compute-${BACKEND:-squeue}
+coverage xml -o coverage.xml

.github/workflows/main.yml

@@ -19,8 +19,9 @@ jobs:
         ./bootstrap.sh
     - name: Generic Unittests
       run: |
-        pip install pytest-cov
-        ./test_reframe.py --cov=reframe --cov-report=xml
+        pip install coverage
+        coverage run --source=reframe ./test_reframe.py
+        coverage xml -o coverage.xml
     - name: Upload coverage reports
       uses: codecov/codecov-action@v4.2.0
 
@@ -40,8 +41,9 @@ jobs:
         ./bootstrap.sh
     - name: Generic Unittests
       run: |
-        pip install pytest-cov
-        ./test_reframe.py --cov=reframe --cov-report=xml
+        pip install coverage
+        coverage run --source=reframe ./test_reframe.py
+        coverage xml -o coverage.xml
     - name: Upload coverage reports
       uses: codecov/codecov-action@v4.2.0
 

.github/workflows/test-flux.yaml

@@ -36,10 +36,10 @@ jobs:
       # Any additional examples added here will be tested
       - name: Start Flux and Run Test
         run: |
-          export PATH=$PWD/bin:$PATH
           which reframe
           flux start reframe -c examples/howto/flux -C examples/howto/flux/settings.py -l
           flux start reframe -c examples/howto/flux -C examples/howto/flux/settings.py -r
-          flux start python3 ./test_reframe.py --cov=reframe --cov-report=xml --rfm-user-config=examples/howto/flux/settings.py
+          flux start coverage run --source=reframe ./test_reframe.py --rfm-user-config=examples/howto/flux/settings.py
+          coverage xml -o coverage.xml
       - name: Upload coverage reports
         uses: codecov/codecov-action@v4.2.0

ci-scripts/dockerfiles/reframe-envmodules.dockerfile

@@ -21,5 +21,7 @@ COPY --chown=rfmuser . /home/rfmuser/reframe/
 WORKDIR /home/rfmuser/reframe
 
 RUN ./bootstrap.sh
+RUN pip install --break-system-packages coverage
+ENV BASH_ENV=/home/rfmuser/.profile
 
-CMD ["/bin/bash", "-c", "./test_reframe.py --cov=reframe --cov-report=xml --rfm-user-config=ci-scripts/configs/envmod.py"]
+CMD ["/bin/bash", "-c", "coverage run --source=reframe ./test_reframe.py --rfm-user-config=ci-scripts/configs/envmod.py; coverage xml -o coverage.xml"]

ci-scripts/dockerfiles/reframe-lmod.dockerfile

@@ -20,5 +20,7 @@ COPY --chown=rfmuser . /home/rfmuser/reframe/
 WORKDIR /home/rfmuser/reframe
 
 RUN ./bootstrap.sh
+RUN pip install --break-system-packages coverage
+ENV BASH_ENV=/home/rfmuser/.profile
 
-CMD ["/bin/bash", "-c", "./test_reframe.py --cov=reframe --cov-report=xml --rfm-user-config=ci-scripts/configs/lmod.py"]
+CMD ["/bin/bash", "-c", "coverage run --source=reframe ./test_reframe.py --rfm-user-config=ci-scripts/configs/lmod.py; coverage xml -o coverage.xml"]

ci-scripts/dockerfiles/reframe-python.dockerfile

@@ -17,6 +17,8 @@ COPY --chown=rfmuser . /home/rfmuser/reframe/
 
 WORKDIR /home/rfmuser/reframe
 
-RUN ./bootstrap.sh +docs
+RUN ./bootstrap.sh
+RUN pip install --break-system-packages coverage
+ENV BASH_ENV=/home/rfmuser/.profile
 
-CMD ["/bin/bash", "-c", "./test_reframe.py --cov=reframe --cov-report=xml"]
+CMD ["/bin/bash", "-c", "coverage run --source=reframe ./test_reframe.py; coverage xml -o coverage.xml"]

requirements.txt

@@ -8,7 +8,6 @@ jsonschema==3.2.0
 lxml==6.0.2
 pytest==8.4.2; python_version == '3.9'
 pytest==9.0.1; python_version >= '3.10'
-pytest-cov==7.0.0
 pytest-forked==1.6.0
 pytest-parallel==0.1.1
 pytest-rerunfailures==16.0.1; python_version == '3.9'