debug_search.py

import sys
import os
from dotenv import load_dotenv

load_dotenv()

# Add project root to sys.path
sys.path.append(os.getcwd())

from app.services.search_engine import RedditSearchEngine, SmartCascade, SearchConfig
from app.schemas import SearchResultPost
import praw

def test_extraction():
    print("Testing data extraction...")
    engine = RedditSearchEngine()
    
    # Fetch 1 post from python (likely to have text)
    posts = engine.fetch_posts("python performance", ["python"], SearchConfig(target_posts=1))
    
    if not posts:
        print("No posts found!")
        return

    post = posts[0]
    print(f"Original Title: {post.title}")
    # print(f"Original Permalink: {post.permalink}") # praw might load this lazily?
    
    # Use SmartCascade's conversion logic manually since it's an instance method
    # Mocking config/provider isn't needed for _submission_to_dict if we instantiate it
    cascade = SmartCascade(SearchConfig())
    data = cascade._submission_to_dict(post)
    
    print("\n--- Extracted Data ---")
    print(f"ID: {data.get('id')}")
    print(f"Title: {data.get('title')}")
    print(f"Content Length: {len(data.get('content', ''))}")
    print(f"Content Preview: {data.get('content', '')[:50]}...")
    print(f"URL: {data.get('url')}")
    print(f"Permalink: {data.get('permalink')}")
    print(f"Created UTC: {data.get('created_utc')} (Type: {type(data.get('created_utc'))})")
    
    print("\n--- Pydantic Validation ---")
    try:
        # We need to mock fields that scoring usually adds
        data['score'] = 100.0
        data['tags'] = []
        model = SearchResultPost(**data)
        print("Validation Successful!")
        print(model.model_dump_json(indent=2))
    except Exception as e:
        print(f"Validation Failed: {e}")

if __name__ == "__main__":
    test_extraction()