Fix openai collection test (#874)

Co-authored-by: vansangpfiev <vansangpfiev@gmail.com>
Co-authored-by: Service Account <service@jan.ai>
Co-authored-by: Van Pham <64197333+Van-QA@users.noreply.github.com>

Author: 4 people

.github/workflows/cortex-js-openai-coverage.yml

@@ -22,7 +22,7 @@ env:
 
 jobs:
   openai-python-tests:
-    runs-on: [self-hosted, Linux, ubuntu-desktop]
+    runs-on: ubuntu-20-04-openai-api-collection-test
     steps:
       - name: Getting the repo
         uses: actions/checkout@v4
@@ -35,35 +35,38 @@ jobs:
         with:
           node-version: 20
 
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-
-      - run: yarn install && yarn build
+      - run: npm install -g yarn && yarn install && yarn build
         working-directory: ./cortex-js
 
+      - name: install python venv
+        run: |
+          sudo apt-get update
+          sudo apt-get install python3-venv -y
+          python3 -m venv /tmp/jan
+
       - name: Run test
         run: |
           node cortex-js/dist/src/command.js serve --address 127.0.0.1 --port 4010 > cortex.log & cortex_pid=$!
           sleep 3
           wget --no-verbose -O api.json http://127.0.0.1:4010/api-json
           cat api.json
-
+          source /tmp/jan/bin/activate
           # Clone openai-api-python repo
           git clone https://github.com/openai/openai-python.git -b $OPENAI_API_PYTHON_TAG
           cd openai-python
           
-          pip install -r requirements-dev.lock
-          pip install pytest-reportportal pytest-html
+          pip3 install -r requirements-dev.lock
+          pip3 install pytest-reportportal pytest-html
           
-          mv ../coverage/conftest.py tests/conftest.py
-          mv ../coverage/endpoint_mapping.json tests/endpoints_mapping.json
-          mv ../coverage/pytest.ini pytest.ini
+          cat ../coverage/conftest.py >> tests/conftest.py
+          cat ../coverage/endpoint_mapping.json >> tests/endpoints_mapping.json
+          cat ../coverage/pytest.ini >> pytest.ini
           echo "rp_api_key = ${{ secrets.RP_API_KEY }}" >> pytest.ini
           echo "rp_endpoint = ${{ secrets.RP_ENDPOINT }}" >> pytest.ini
 
-          pytest --continue-on-collection-errors --endpoint "$ENDPOINTS" --reportportal --html=report.html -v || true
+          pytest --endpoint "$ENDPOINTS" --reportportal --html=report.html -v || true
           kill $cortex_pid
+          deactivate
         env:
           ENDPOINTS: ${{ github.event.inputs.endpoints }}
 

coverage/conftest.py

@@ -1,5 +1,4 @@
 import json
-import pytest
 
 def pytest_addoption(parser):
     parser.addoption(
@@ -37,4 +36,4 @@ def pytest_collection_modifyitems(items):
         # map the name of the file to endpoint, else use default value
         filename = item.fspath.basename
         marker = filename_to_endpoint.get(filename, filename)
-        item.add_marker(pytest.mark.endpoint(marker, filename=filename))
+        item.add_marker(pytest.mark.endpoint(marker, filename=filename))