debug_agentcore.py

#!/usr/bin/env python3
"""
Debug script to identify exactly why AgentCore is failing
"""

import boto3
import sys
import yaml
from botocore.exceptions import ClientError

def test_bedrock_access():
    """Test basic Bedrock access"""
    print("🔍 Testing Bedrock Model Access...")
    try:
        bedrock = boto3.client('bedrock', region_name='us-east-1')
        models = bedrock.list_foundation_models()
        print("✅ Bedrock model access working")
        return True
    except Exception as e:
        print(f"❌ Bedrock access failed: {e}")
        return False

def test_bedrock_agent_list():
    """Test listing AgentCore agents"""
    print("\n🔍 Testing AgentCore List Agents...")
    try:
        bedrock_agent = boto3.client('bedrock-agent', region_name='us-east-1')
        response = bedrock_agent.list_agents()
        agents = response.get('agentSummaries', [])
        print(f"✅ AgentCore list_agents working - found {len(agents)} agents")
        if agents:
            for agent in agents:
                print(f"   - {agent.get('agentName')} (ID: {agent.get('agentId')})")
        return True
    except ClientError as e:
        error_code = e.response['Error']['Code']
        error_msg = e.response['Error']['Message']
        print(f"❌ AgentCore list failed: {error_code}")
        print(f"   Message: {error_msg}")
        return False
    except Exception as e:
        print(f"❌ AgentCore list failed: {type(e).__name__}: {e}")
        return False

def test_bedrock_agent_create():
    """Test creating a minimal AgentCore agent"""
    print("\n🔍 Testing AgentCore Create Agent...")
    try:
        bedrock_agent = boto3.client('bedrock-agent', region_name='us-east-1')
        
        # Try to create a test agent
        response = bedrock_agent.create_agent(
            agentName='TestAgent-Debug',
            foundationModel='amazon.nova-micro-v1:0',
            instruction='You are a test agent.',
            description='Debug test agent'
        )
        
        agent_id = response['agent']['agentId']
        print(f"✅ AgentCore create_agent working - created agent ID: {agent_id}")
        
        # Clean up - delete the test agent
        print("   Cleaning up test agent...")
        bedrock_agent.delete_agent(agentId=agent_id)
        print("   ✅ Test agent deleted")
        
        return True
    except ClientError as e:
        error_code = e.response['Error']['Code']
        error_msg = e.response['Error']['Message']
        print(f"❌ AgentCore create failed: {error_code}")
        print(f"   Message: {error_msg}")
        
        # Common issues and solutions
        if error_code == 'AccessDeniedException':
            print("\n💡 Solution: Add bedrock-agent:CreateAgent permission")
        elif error_code == 'ValidationException':
            print(f"\n💡 Possible issue: {error_msg}")
        
        return False
    except Exception as e:
        print(f"❌ AgentCore create failed: {type(e).__name__}: {e}")
        return False

def test_bedrock_agent_runtime():
    """Test AgentCore runtime client"""
    print("\n🔍 Testing AgentCore Runtime Client...")
    try:
        bedrock_agent_runtime = boto3.client('bedrock-agent-runtime', region_name='us-east-1')
        print("✅ AgentCore runtime client created successfully")
        return True
    except Exception as e:
        print(f"❌ AgentCore runtime client failed: {e}")
        return False

def check_config():
    """Check config.yaml settings"""
    print("\n🔍 Checking config.yaml...")
    try:
        with open('config.yaml', 'r') as f:
            config = yaml.safe_load(f)
        
        use_agentcore = config.get('agents', {}).get('use_agentcore', False)
        provider = config.get('llm', {}).get('provider', 'unknown')
        model = config.get('llm', {}).get('bedrock', {}).get('model', 'unknown')
        region = config.get('llm', {}).get('bedrock', {}).get('region', 'unknown')
        
        print(f"✅ Config loaded:")
        print(f"   - use_agentcore: {use_agentcore}")
        print(f"   - provider: {provider}")
        print(f"   - bedrock.model: {model}")
        print(f"   - bedrock.region: {region}")
        
        if not use_agentcore:
            print("\n⚠️  WARNING: use_agentcore is False in config!")
            
        return True
    except Exception as e:
        print(f"❌ Config check failed: {e}")
        return False

def main():
    print("="*80)
    print("AgentCore Debug Diagnostics")
    print("="*80)
    
    results = {}
    
    # Test 1: Check config
    results['config'] = check_config()
    
    # Test 2: Basic Bedrock access
    results['bedrock'] = test_bedrock_access()
    
    # Test 3: AgentCore list
    results['agent_list'] = test_bedrock_agent_list()
    
    # Test 4: AgentCore create (only if list works)
    if results['agent_list']:
        results['agent_create'] = test_bedrock_agent_create()
    else:
        print("\n⏭️  Skipping create test (list failed)")
        results['agent_create'] = False
    
    # Test 5: Runtime client
    results['runtime'] = test_bedrock_agent_runtime()
    
    # Summary
    print("\n" + "="*80)
    print("DIAGNOSTIC SUMMARY")
    print("="*80)
    
    for test_name, passed in results.items():
        status = "✅ PASS" if passed else "❌ FAIL"
        print(f"{test_name.upper()}: {status}")
    
    if all(results.values()):
        print("\n🎉 All diagnostics passed! AgentCore should work.")
        print("\nNext step: Run python test_complete_workflow.py")
        return 0
    else:
        print("\n⚠️  Some tests failed. See errors above for details.")
        
        # Provide actionable next steps
        if not results['agent_list']:
            print("\n📋 Action needed: AgentCore permissions issue")
            print("   Even with AmazonBedrockFullAccess, you may need explicit bedrock-agent:* permissions")
            print("   Try: ./setup_agentcore_permissions.sh")
        
        return 1

if __name__ == "__main__":
    sys.exit(main())