main.py

import praw
import pandas as pd
from dotenv import load_dotenv
import os

# Load environment variables
load_dotenv()

# Initialize Reddit client with environment variables
reddit = praw.Reddit(
    client_id=os.getenv('REDDIT_CLIENT_ID'),
    client_secret=os.getenv('REDDIT_CLIENT_SECRET'),
    user_agent=os.getenv('REDDIT_USER_AGENT', 'claude_scraper_by_u/No-West-9936')
)

def scrape_reddit_data(subreddit_name='ClaudeAI', post_limit=20):
    """
    Scrape posts and comments from a specified subreddit.
    
    Args:
        subreddit_name (str): Name of the subreddit to scrape
        post_limit (int): Number of posts to scrape
    
    Returns:
        list: List of dictionaries containing post data
    """
    subreddit = reddit.subreddit(subreddit_name)
    posts_data = []

    for post in subreddit.hot(limit=post_limit):
        post.comments.replace_more(limit=0)
        comments = [comment.body for comment in post.comments.list()]
        posts_data.append({
            'title': post.title,
            'body': post.selftext,
            'comments': comments,
            'score': post.score,
            'created_utc': post.created_utc,
            'num_comments': post.num_comments
        })

    return posts_data

def save_to_csv(data, output_path):
    """
    Save scraped data to CSV file.
    
    Args:
        data (list): List of dictionaries containing post data
        output_path (str): Path where CSV file should be saved
    """
    df = pd.DataFrame(data)
    df.to_csv(output_path, index=False)
    print(f"Data saved to {output_path}")

if __name__ == "__main__":
    # Scrape data
    posts_data = scrape_reddit_data()
    
    # Save to CSV
    output_path = os.getenv('OUTPUT_PATH', 'posts_data.csv')
    save_to_csv(posts_data, output_path)