chore/security : migrate csv_parser from pip to uv

Author: Issam Kadar

.github/workflows/generate-model.yaml

@@ -42,15 +42,21 @@ jobs:
         if: steps.filter.outputs.parsing_required == 'true'
         uses: ts-graphviz/setup-graphviz@v1
 
-      - name: Setup Python
-        uses: actions/setup-python@v5
+      - name: Install uv
+        if: steps.filter.outputs.parsing_required == 'true' || steps.filter.outputs.test_case_parsing_required == 'true'
+        uses: astral-sh/setup-uv@v7
         with:
           python-version: '3.11'
+          enable-cache: true
+
+      - name: Install Python
+        if: steps.filter.outputs.parsing_required == 'true' || steps.filter.outputs.test_case_parsing_required == 'true'
+        run: uv python install 3.11
 
       - name: Install python requirements
         working-directory: ./csv_parser
         if: steps.filter.outputs.parsing_required == 'true' || steps.filter.outputs.test_case_parsing_required == 'true'
-        run: pip install -r ./requirements.txt
+        run: uv sync
 
       - name: Clean up old generated schemas
         working-directory: ./src/main/resources
@@ -66,19 +72,19 @@ jobs:
       - name: Run csv_parser to generate schemas.yaml
         working-directory: ./csv_parser
         if: steps.filter.outputs.parsing_required == 'true'
-        run: python workflow.py --stage output_schemas_yaml
+        run: uv run python workflow.py --stage output_schemas_yaml
 
       - name: Run csv_parser and collect OpenAPI & JSON Schemas
         working-directory: ./csv_parser
         if: steps.filter.outputs.parsing_required == 'true'
-        run: python workflow.py --stage parser_and_mv
+        run: uv run python workflow.py --stage parser_and_mv
 
       - name: Run test_case_generator
         working-directory: ./csv_parser
         if: steps.filter.outputs.test_case_parsing_required == 'true'
         run: |
           rm -r ./out/test-cases || true
-          python workflow.py --stage test_case_parser
+          uv run python workflow.py --stage test_case_parser
 
       - name: Collect schemas.yaml and copy it to json_schema2xsd
         working-directory: ./csv_parser

csv_parser/.gitignore

@@ -18,4 +18,5 @@ out/**/*.schema.json
 out/**/*.openapi.yaml
 
 # virtual env
-env/
+env/
+.venv/

csv_parser/.python-version

@@ -0,0 +1 @@
+3.11

csv_parser/README.md

@@ -1,18 +1,18 @@
 # Installation
 ```bash
-pip install -r requirements.txt
+uv sync
 ```
-For the UML generator (run automatically within the CSV parser), in addition to the `requirements.txt`, you need to install graphviz on your execution environment https://graphviz.org/
+For the UML generator (run automatically within the CSV parser), in addition to the Python dependencies, you need to install graphviz on your execution environment https://graphviz.org/
 
 # Usage
 ## CSV Parser
 ```bash
 # Params to specify the sheet and version
 # by default, integrate uml generation process
-python csv_parser.py -s RC-DE -v 0.5  
-python csv_parser.py --sheet RC-DE --version 0.5
+uv run python csv_parser.py -s RC-DE -v 0.5  
+uv run python csv_parser.py --sheet RC-DE --version 0.5
 # Defaults to RC-EDA and today (YY.MM.DD)
-python csv_parser.py
+uv run python csv_parser.py
 ```
 
 ## Full pipeline
@@ -28,8 +28,8 @@ act -s GITHUB_TOKEN="$(gh auth token)"
 UML generator is called by default in the `csv_parser.py` but you may want to run it directly.
 ```bash
 # Params to specify model and version
-python uml_generator.py -m RC-EDA -o cisu -v 1.12
-python uml_generator.py --model RC-EDA --obj cisu --version 1.12
+uv run python uml_generator.py -m RC-EDA -o cisu -v 1.12
+uv run python uml_generator.py --model RC-EDA --obj cisu --version 1.12
 ```
 
 # Automatic nomenclature & model push

csv_parser/auto.sh

@@ -11,7 +11,7 @@ TECHNICAL_MODELS_FILE="models/model-technical.xlsx"
 TRACKING_BRANCH_NAME="auto/model_tracker"
 DATE=$(date +'%y.%m.%d %H:%M')
 LOG_FILE="cron.log"
-PYTHON_CMD="/Users/romainfouilland/code/envs/all/bin/python"
+PYTHON_CMD="uv run python"
 
 # Enable printing of each command
 set -x
@@ -33,7 +33,7 @@ update_nomenclatures() {
   else
     echo "Changes detected in $NOMENCLATURE_FOLDER, running nomenclatures generation..."
     cd ../nomenclature_parser
-    ${PYTHON_CMD[@]} nomenclature_parser.py || (git stash && exit 1)
+    ${PYTHON_CMD} nomenclature_parser.py || (git stash && exit 1)
     git add .
   fi
 }
@@ -44,7 +44,7 @@ update_test_cases() {
     echo "No changes in $TEST_CASE_SOURCES_FOLDER, skipping test cases generation..."
   else
     echo "Changes detected in $TEST_CASE_SOURCES_FOLDER, running test cases generation..."
-    ${PYTHON_CMD[@]} workflow.py --stage test_case_parser || (git stash && exit 1)
+    ${PYTHON_CMD} workflow.py --stage test_case_parser || (git stash && exit 1)
     git add .
   fi
 }

csv_parser/pyproject.toml

@@ -0,0 +1,26 @@
+[project]
+name = "csv-parser"
+version = "0.1.0"
+description = "CSV Parser service for SAMU-Hub-Modeles"
+readme = "README.md"
+requires-python = ">=3.9"
+dependencies = [
+    "pandas>=2.0.0",
+    "openpyxl>=3.0.0",
+    "pyyaml>=6.0.2",
+    "jsonpath-ng>=1.7.0",
+    "python-docx>=1.0.0",
+    "argparse>=1.4.0",
+    "graphviz>=0.20.0",
+]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = ["test_*.py"]
+python_classes = ["Test*"]
+python_functions = ["test_*"]
+addopts = "-v"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"