.env.example

# Tokenizer Configuration
# Copy this file to .env and update values as needed

# Development Configuration
TOKENIZER_DEV_MODE=false
TOKENIZER_LOG_LEVEL=info
TOKENIZER_LOG_FORMAT=json

# Performance Configuration
TOKENIZER_MAX_WORKERS=0  # 0 = number of CPUs
TOKENIZER_BUFFER_SIZE=1024

# Cache Configuration
TOKENIZER_ENABLE_CACHE=true
TOKENIZER_CACHE_SIZE=1000
TOKENIZER_CACHE_TTL=1h

# Profiling Configuration (development only)
TOKENIZER_ENABLE_PROFILING=false
TOKENIZER_PROFILE_PORT=6060

# Feature Flags
TOKENIZER_ENABLE_EXPERIMENTAL=false
TOKENIZER_ENABLE_METRICS=false

# API Configuration (if building API server)
# TOKENIZER_API_HOST=0.0.0.0
# TOKENIZER_API_PORT=8080
# TOKENIZER_API_READ_TIMEOUT=30s
# TOKENIZER_API_WRITE_TIMEOUT=30s

# Model Configuration
TOKENIZER_DEFAULT_MODEL=llama3
TOKENIZER_MODEL_PATH=./models

# Testing Configuration
TOKENIZER_TEST_VERBOSE=false
TOKENIZER_TEST_TIMEOUT=5m