MicroFish/backend/scripts/test_profile_format.py

"""
Test Profile format generation against OASIS requirements.
Validation:
1. Twitter Profile generates CSV format
2. Reddit Profile generates detailed JSON format
"""

import os
import sys
import json
import csv
import tempfile

# Add project path
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

from app.services.oasis_profile_generator import (
    OasisProfileGenerator,
    OasisAgentProfile,
)


def test_profile_formats():
    """Test Profile formats"""
    print("=" * 60)
    print("OASIS Profile format test")
    print("=" * 60)

    # Create test Profile data
    test_profiles = [
        OasisAgentProfile(
            user_id=0,
            user_name="test_user_123",
            name="Test User",
            bio="A test user for validation",
            persona="Test User is an enthusiastic participant in social discussions.",
            karma=1500,
            friend_count=100,
            follower_count=200,
            statuses_count=500,
            age=25,
            gender="male",
            mbti="INTJ",
            country="China",
            profession="Student",
            interested_topics=["Technology", "Education"],
            source_entity_uuid="test-uuid-123",
            source_entity_type="Student",
        ),
        OasisAgentProfile(
            user_id=1,
            user_name="org_official_456",
            name="Official Organization",
            bio="Official account for Organization",
            persona="This is an official institutional account that communicates official positions.",
            karma=5000,
            friend_count=50,
            follower_count=10000,
            statuses_count=200,
            profession="Organization",
            interested_topics=["Public Policy", "Announcements"],
            source_entity_uuid="test-uuid-456",
            source_entity_type="University",
        ),
    ]

    generator = OasisProfileGenerator.__new__(OasisProfileGenerator)

    # Use a temporary directory
    with tempfile.TemporaryDirectory() as temp_dir:
        twitter_path = os.path.join(temp_dir, "twitter_profiles.csv")
        reddit_path = os.path.join(temp_dir, "reddit_profiles.json")

        # Test Twitter CSV format
        print("\n1. Test Twitter Profile (CSV format)")
        print("-" * 40)
        generator._save_twitter_csv(test_profiles, twitter_path)

        # Read and validate CSV
        with open(twitter_path, "r", encoding="utf-8") as f:
            reader = csv.DictReader(f)
            rows = list(reader)

        print(f"   File: {twitter_path}")
        print(f"   Row count: {len(rows)}")
        print(f"   Headers: {list(rows[0].keys())}")
        print(f"\n   Sample data (row 1):")
        for key, value in rows[0].items():
            print(f"     {key}: {value}")

        # Validate required fields
        required_twitter_fields = [
            "user_id",
            "user_name",
            "name",
            "bio",
            "friend_count",
            "follower_count",
            "statuses_count",
            "created_at",
        ]
        missing = set(required_twitter_fields) - set(rows[0].keys())
        if missing:
            print(f"\n   [ERROR] Missing fields: {missing}")
        else:
            print(f"\n   [PASS] All required fields are present")

        # Test Reddit JSON format
        print("\n2. Test Reddit Profile (detailed JSON format)")
        print("-" * 40)
        generator._save_reddit_json(test_profiles, reddit_path)

        # Read and validate JSON
        with open(reddit_path, "r", encoding="utf-8") as f:
            reddit_data = json.load(f)

        print(f"   File: {reddit_path}")
        print(f"   Entry count: {len(reddit_data)}")
        print(f"   Fields: {list(reddit_data[0].keys())}")
        print(f"\n   Sample data (entry 1):")
        print(json.dumps(reddit_data[0], ensure_ascii=False, indent=4))

        # Validate detailed format fields
        required_reddit_fields = ["realname", "username", "bio", "persona"]
        optional_reddit_fields = [
            "age",
            "gender",
            "mbti",
            "country",
            "profession",
            "interested_topics",
        ]

        missing = set(required_reddit_fields) - set(reddit_data[0].keys())
        if missing:
            print(f"\n   [ERROR] Missing required fields: {missing}")
        else:
            print(f"\n   [PASS] All required fields are present")

        present_optional = set(optional_reddit_fields) & set(reddit_data[0].keys())
        print(f"   [INFO] Optional fields: {present_optional}")

    print("\n" + "=" * 60)
    print("Test completed!")
    print("=" * 60)


def show_expected_formats():
    """Show the formats expected by OASIS"""
    print("\n" + "=" * 60)
    print("OASIS expected Profile format reference")
    print("=" * 60)

    print("\n1. Twitter Profile (CSV format)")
    print("-" * 40)
    twitter_example = """user_id,user_name,name,bio,friend_count,follower_count,statuses_count,created_at
0,user0,User Zero,I am user zero with interests in technology.,100,150,500,2023-01-01
1,user1,User One,Tech enthusiast and coffee lover.,200,250,1000,2023-01-02"""
    print(twitter_example)

    print("\n2. Reddit Profile (detailed JSON format)")
    print("-" * 40)
    reddit_example = [
        {
            "realname": "James Miller",
            "username": "millerhospitality",
            "bio": "Passionate about hospitality & tourism.",
            "persona": "James is a seasoned professional in the Hospitality & Tourism industry...",
            "age": 40,
            "gender": "male",
            "mbti": "ESTJ",
            "country": "UK",
            "profession": "Hospitality & Tourism",
            "interested_topics": ["Economics", "Business"],
        }
    ]
    print(json.dumps(reddit_example, ensure_ascii=False, indent=2))


if __name__ == "__main__":
    test_profile_formats()
    show_expected_formats()