diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml
index b7d97f91..f191efe3 100644
--- a/.github/workflows/pytest.yml
+++ b/.github/workflows/pytest.yml
@@ -21,8 +21,9 @@ jobs:
           if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
       - name: Test with pytest and generate coverage report
         run: |
-          python -m pytest --cov=application --cov=scripts --cov=extensions --cov-report xml:/tmp/coverage.xml
+          python -m pytest --cov=application --cov=scripts --cov=extensions --cov-report=xml
       - name: Upload coverage reports to Codecov
+        if: github.event_name == 'pull_request' && matrix.python-version == '3.11'
         uses: codecov/codecov-action@v3
         env:
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
diff --git a/tests/test_app.py b/tests/test_app.py
index 8ae9ee34..a86234ae 100644
--- a/tests/test_app.py
+++ b/tests/test_app.py
@@ -1,4 +1,4 @@
-from application.app import get_vectorstore
+from application.app import get_vectorstore, is_azure_configured
 import os
 
 
@@ -26,3 +26,7 @@ def test_default_active_docs():
 def test_complex_active_docs():
     data = {"active_docs": "local/other/path"}
     assert get_vectorstore(data) == os.path.join("application", "indexes/local/other/path")
+
+
+def test_is_azure_configured():
+    assert not is_azure_configured()