Fix Configuration File Reading, Add Simulated Camera with Adjustable Parameters

.cursorignore

@@ -0,0 +1,5 @@
+# Add directories or file patterns to ignore during indexing (e.g. foo/ or *.csv)
+*.log
+*.log.*
+*.csv
+*.js

.github/workflows/docker-publish.yml

@@ -0,0 +1,49 @@
+name: Build and Publish Docker Image
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4.1.0
+        with:
+          fetch-depth: 2
+
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: |
+            ghcr.io/${{ github.repository }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=pr
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            type=semver,pattern={{major}}
+            type=sha
+
+      - name: Log in to the Container registry
+        if: github.event_name == 'push'
+        uses: docker/login-action@v2.2.0
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5.0.0
+        with:
+          context: .
+          file: docker/Dockerfile
+          push: ${{ github.event_name == 'push' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}

.github/workflows/tests.yml

@@ -0,0 +1,200 @@
+name: Tests
+
+on: push
+
+jobs:
+  unit-tests:
+    runs-on: ubuntu-latest
+    container:
+      image: python:3.11-slim
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Install system dependencies
+      run: |
+        apt-get update
+        apt-get install -y \
+          libgl1 \
+          libglib2.0-0 \
+          git \
+          gpg \
+          libglu1-mesa
+
+    - name: Install Python dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install .[dev]
+
+    - name: Run unit tests
+      shell: bash
+      env:
+        SQUID_SIMULATION_MODE: "true"
+        PYTHONPATH: "."
+      run: |
+        echo "🧪 Running UNIT TESTS (without integration tests)"
+        echo "🔧 Hardware modules excluded in simulation mode"
+        echo "⚡ Fast feedback - unit tests run first"
+        echo "📊 Coverage report will be generated"
+        echo ""
+        python scripts/run_tests.py --skip-integration --coverage --verbose
+
+    - name: Upload coverage reports to Codecov
+      if: always() && matrix.python-version == '3.11'
+      uses: codecov/codecov-action@v4
+      with:
+        file: ./coverage.xml
+        flags: unittests
+        name: codecov-umbrella
+        fail_ci_if_error: false
+        verbose: true
+        token: ${{ secrets.CODECOV_TOKEN }}
+
+    - name: Upload coverage HTML report as artifact
+      if: always() && matrix.python-version == '3.11'
+      uses: actions/upload-artifact@v4
+      with:
+        name: coverage-html-report-unit-tests
+        path: htmlcov/
+        retention-days: 30
+
+    - name: Upload unit test results
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: unit-test-results-${{ matrix.python-version }}
+        path: pytest-results.xml
+        retention-days: 30
+
+  integration-tests:
+    runs-on: ubuntu-latest
+    needs: [unit-tests]
+    container:
+      image: python:3.11-slim
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+    # Run integration tests only when unit tests succeed
+    if: success()
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Install system dependencies
+      run: |
+        apt-get update
+        apt-get install -y \
+          libgl1 \
+          libglib2.0-0 \
+          git \
+          gpg \
+          libglu1-mesa
+
+    - name: Install Python dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install .[dev]
+
+    - name: Run integration tests
+      shell: bash
+      env:
+        SQUID_SIMULATION_MODE: "true"
+        PYTHONPATH: "."
+        AGENT_LENS_WORKSPACE_TOKEN: ${{ secrets.AGENT_LENS_WORKSPACE_TOKEN }}
+      run: |
+        echo "🌐 Running INTEGRATION TESTS (Hypha RPC services, excluding WebRTC)"
+        echo "🔗 Requires network access and workspace token"
+        echo "📹 WebRTC tests run separately in webrtc-integration-tests job"
+        echo "📊 Coverage report will be generated for integration tests"
+        echo "💡 To run locally: python scripts/run_tests.py --integration-only"
+        echo ""
+        python -m pytest tests/ -m "integration" --ignore=tests/test_webrtc_e2e.py \
+          --cov=squid_control \
+          --cov-config=pyproject.toml \
+          --cov-report=xml:coverage-integration.xml \
+          --cov-report=html:htmlcov-integration \
+          --cov-report=term-missing \
+          --verbose --junitxml=pytest-results.xml
+
+    - name: Upload integration test results
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: integration-test-results-${{ matrix.python-version }}
+        path: pytest-results.xml
+        retention-days: 30
+
+    - name: Upload integration test coverage
+      if: always() && matrix.python-version == '3.11'
+      uses: actions/upload-artifact@v4
+      with:
+        name: integration-coverage-${{ matrix.python-version }}
+        path: |
+          coverage-integration.xml
+          htmlcov-integration/
+        retention-days: 30
+
+    - name: Run WebRTC integration tests
+      shell: bash
+      env:
+        SQUID_SIMULATION_MODE: "true"
+        PYTHONPATH: "."
+        AGENT_LENS_WORKSPACE_TOKEN: ${{ secrets.AGENT_LENS_WORKSPACE_TOKEN }}
+      run: |
+        echo ""
+        echo "📹 Running WEBRTC INTEGRATION TESTS (Video streaming & metadata)"
+        echo "🔗 Requires network access and workspace token"
+        echo "🌐 Tests WebRTC video streaming and browser integration"
+        echo "💡 To run locally: python scripts/run_tests.py --webrtc-only"
+        echo ""
+        python scripts/run_tests.py --webrtc-only --verbose
+
+    - name: Upload WebRTC test results
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: webrtc-test-results-${{ matrix.python-version }}
+        path: pytest-results.xml
+        retention-days: 30
+
+    - name: Upload WebRTC test HTML artifacts
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: webrtc-test-html-${{ matrix.python-version }}
+        path: /tmp/webrtc_test*.html
+        retention-days: 7
+        if-no-files-found: ignore
+
+  coverage-report:
+    runs-on: ubuntu-latest
+    needs: [unit-tests, integration-tests]
+    if: always()
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Download unit test coverage
+      uses: actions/download-artifact@v4
+      with:
+        name: coverage-html-report-unit-tests
+        path: htmlcov-unit/
+      continue-on-error: true
+
+    - name: Download integration test coverage
+      uses: actions/download-artifact@v4
+      with:
+        name: integration-coverage-3.11
+        path: htmlcov-integration/
+      continue-on-error: true
+
+    - name: Coverage comment
+      if: github.event_name == 'pull_request'
+      uses: py-cov-action/python-coverage-comment-action@v3
+      with:
+        GITHUB_TOKEN: ${{ github.token }}
+        MINIMUM_GREEN: 60
+        MINIMUM_ORANGE: 40

.gitignore

@@ -1,5 +1,4 @@
 cache_config_file_path.txt
-channel_configurations.xml
 last_coords.txt
 log.txt
 cache/
@@ -59,13 +58,15 @@ coverage.xml
 .hypothesis/
 .pytest_cache/
 cover/
+pytest-results.xml
 
 # Translations
 *.mo
 *.pot
 
 # Django stuff:
 *.log
+*.log.*
 local_settings.py
 db.sqlite3
 db.sqlite3-journal
@@ -168,3 +169,8 @@ cython_debug/
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
 
+upload_record.json
+config_parameters.txt
+configuration_HCS_v2.ini
+
+chunk_images/

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) [year] [fullname]
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE. 

MANIFEST.in

@@ -1,5 +1,29 @@
-include squid_control/icon/*
-include squid_control/images/*
-include squid_control/control/*
-include squid_control/configurations/*
+# Include package data
+include README.md
+include LICENSE
+include MANIFEST.in
+include pyproject.toml
 
+# Include configuration files
+include squid_control/config/*.ini
+include squid_control/config/*.xml
+include squid_control/control/*.json
+include squid_control/control/edge_positions.json
+
+# Include example data
+include squid_control/control/camera/example-data/*.bmp
+
+# Include test files
+include tests/*.py
+include pytest.ini
+
+# Exclude unnecessary files
+exclude *.pyc
+exclude __pycache__
+exclude .git*
+exclude .DS_Store
+exclude *.egg-info
+exclude build/
+exclude dist/
+exclude .pytest_cache/
+exclude .coverage