test_comprehensive.py

"""
Comprehensive automated test suite for Dark Pattern Detector
Tests backend API, vector DB, and extension logic
"""
import requests
import json
import time

print("="*70)
print("DARK PATTERN DETECTOR - COMPREHENSIVE TEST SUITE")
print("="*70)

test_results = []

def test_case(name, fn):
    """Run a test case and track results"""
    print(f"\n[TEST] {name}")
    try:
        fn()
        test_results.append((name, "PASS"))
        print(f"[PASS] {name}")
    except Exception as e:
        test_results.append((name, f"FAIL: {str(e)}"))
        print(f"[FAIL] {name}: {str(e)}")

# ============================================================================
# TEST 1: Backend Health Check
# ============================================================================
def test_health_check():
    response = requests.get("http://localhost:8000/")
    assert response.status_code == 200
    data = response.json()
    assert data["status"] == "running"
    print(f"  ✓ Backend is running")
    print(f"  ✓ Service: {data['service']}")

test_case("Backend Health Check", test_health_check)

# ============================================================================
# TEST 2: Dark Pattern Detection (Urgency + Scarcity)
# ============================================================================
def test_urgency_scarcity():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "WARNING! LAST CHANCE! Only 2 rooms left at this price. 127 people are viewing this property. Book now!",
            "buttons": ["Book Now", "Maybe Later"]
        }
    )
    assert response.status_code == 200
    data = response.json()
    assert data["is_dark_pattern"] == True
    assert "urgency" in data["pattern_types"] or "scarcity" in data["pattern_types"]
    print(f"  ✓ Correctly detected dark pattern")
    print(f"  ✓ Pattern types: {data['pattern_types']}")
    print(f"  ✓ Reason: {data['reason'][:100]}...")

test_case("Dark Pattern: Urgency + Scarcity", test_urgency_scarcity)

# ============================================================================
# TEST 3: Dark Pattern Detection (Asymmetric Choice)
# ============================================================================
def test_asymmetric_choice():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "Accept All Cookies [HUGE BUTTON] to continue. Manage cookie preferences [tiny link in corner]",
            "buttons": ["Accept All Cookies", "manage preferences"]
        }
    )
    assert response.status_code == 200
    data = response.json()
    assert data["is_dark_pattern"] == True
    assert "asymmetry" in data["pattern_types"]
    print(f"  ✓ Correctly detected asymmetric choice")
    print(f"  ✓ Reason: {data['reason'][:100]}...")

test_case("Dark Pattern: Asymmetric Choice", test_asymmetric_choice)

# ============================================================================
# TEST 4: Dark Pattern Detection (Guilt Language)
# ============================================================================
def test_guilt_language():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "We'll miss you :( Are you sure you want to leave? You'll lose access to all exclusive member benefits!",
            "buttons": ["Stay Subscribed", "Unsubscribe"]
        }
    )
    assert response.status_code == 200
    data = response.json()
    assert data["is_dark_pattern"] == True
    assert "guilt" in data["pattern_types"]
    print(f"  ✓ Correctly detected guilt manipulation")
    print(f"  ✓ Reason: {data['reason'][:100]}...")

test_case("Dark Pattern: Guilt Language", test_guilt_language)

# ============================================================================
# TEST 5: Ethical UI (Should NOT flag)
# ============================================================================
def test_ethical_ui():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "Cookie Preferences: Accept All, Reject All, or Customize. You can change these settings anytime in your account.",
            "buttons": ["Accept All", "Reject All", "Customize"]
        }
    )
    assert response.status_code == 200
    data = response.json()
    assert data["is_dark_pattern"] == False
    assert len(data["pattern_types"]) == 0
    print(f"  ✓ Correctly identified as ethical UI")
    print(f"  ✓ No false positive")
    print(f"  ✓ Reason: {data['reason'][:100]}...")

test_case("Ethical UI: Balanced Choice", test_ethical_ui)

# ============================================================================
# TEST 6: Ethical UI with Clear Information
# ============================================================================
def test_ethical_informative():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "This product has limited stock. We'll notify you when it's back in stock if you'd like.",
            "buttons": ["Notify Me", "No Thanks"]
        }
    )
    assert response.status_code == 200
    data = response.json()
    assert data["is_dark_pattern"] == False
    print(f"  ✓ Correctly identified informative message as non-manipulative")
    print(f"  ✓ Reason: {data['reason'][:100]}...")

test_case("Ethical UI: Informative Without Pressure", test_ethical_informative)

# ============================================================================
# TEST 7: Error Handling (Empty Text)
# ============================================================================
def test_error_handling_empty():
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": "",
            "buttons": []
        }
    )
    # Should handle gracefully, not crash
    assert response.status_code in [200, 422]  # Either handles or rejects invalid input
    print(f"  ✓ Handles empty input gracefully")

test_case("Error Handling: Empty Input", test_error_handling_empty)

# ============================================================================
# TEST 8: Edge Case (Very Long Text)
# ============================================================================
def test_long_text():
    long_text = "Accept cookies. " * 100  # Repeat to make it long
    response = requests.post(
        "http://localhost:8000/analyze",
        json={
            "text": long_text,
            "buttons": ["Accept"]
        }
    )
    # Should either handle or reject based on validation
    assert response.status_code in [200, 422]
    print(f"  ✓ Handles long text without crashing")

test_case("Edge Case: Long Text", test_long_text)

# ============================================================================
# SUMMARY
# ============================================================================
print("\n" + "="*70)
print("TEST SUMMARY")
print("="*70)

passed = sum(1 for _, result in test_results if result == "PASS")
total = len(test_results)

for name, result in test_results:
    status = "✓" if result == "PASS" else "✗"
    print(f"{status} {name}: {result}")

print(f"\n{passed}/{total} tests passed")

if passed == total:
    print("\n🎉 ALL TESTS PASSED! System is fully functional.")
else:
    print(f"\n⚠️ {total - passed} test(s) failed. Review above for details.")

print("="*70)