Perplexica/src/routes/discover.ts

import express from 'express';
import { searchSearxng, SearxngSearchOptions } from '../lib/searxng';
import logger from '../utils/logger';
import db from '../db';
import { userPreferences } from '../db/schema';
import { eq } from 'drizzle-orm';

const router = express.Router();

// Helper function to get search queries for a category
const getSearchQueriesForCategory = (category: string): { site: string, keyword: string }[] => {
  const categories: Record<string, { site: string, keyword: string }[]> = {
    'Technology': [
      { site: 'techcrunch.com', keyword: 'tech' },
      { site: 'wired.com', keyword: 'technology' },
      { site: 'theverge.com', keyword: 'tech' },
      { site: 'arstechnica.com', keyword: 'technology' },
      { site: 'thenextweb.com', keyword: 'tech' }
    ],
    'AI': [
      { site: 'ai.googleblog.com', keyword: 'AI' },
      { site: 'openai.com/blog', keyword: 'AI' },
      { site: 'venturebeat.com', keyword: 'artificial intelligence' },
      { site: 'techcrunch.com', keyword: 'artificial intelligence' },
      { site: 'technologyreview.mit.edu', keyword: 'AI' }
    ],
    'Sports': [
      { site: 'espn.com', keyword: 'sports' },
      { site: 'sports.yahoo.com', keyword: 'sports' },
      { site: 'cbssports.com', keyword: 'sports' },
      { site: 'si.com', keyword: 'sports' },
      { site: 'bleacherreport.com', keyword: 'sports' }
    ],
    'Money': [
      { site: 'bloomberg.com', keyword: 'finance' },
      { site: 'cnbc.com', keyword: 'money' },
      { site: 'wsj.com', keyword: 'finance' },
      { site: 'ft.com', keyword: 'finance' },
      { site: 'economist.com', keyword: 'economy' }
    ],
    'Gaming': [
      { site: 'ign.com', keyword: 'games' },
      { site: 'gamespot.com', keyword: 'gaming' },
      { site: 'polygon.com', keyword: 'games' },
      { site: 'kotaku.com', keyword: 'gaming' },
      { site: 'eurogamer.net', keyword: 'games' }
    ],
    'Entertainment': [
      { site: 'variety.com', keyword: 'entertainment' },
      { site: 'hollywoodreporter.com', keyword: 'entertainment' },
      { site: 'ew.com', keyword: 'entertainment' },
      { site: 'deadline.com', keyword: 'entertainment' },
      { site: 'rollingstone.com', keyword: 'entertainment' }
    ],
    'Art and Culture': [
      { site: 'artnews.com', keyword: 'art' },
      { site: 'artsy.net', keyword: 'art' },
      { site: 'theartnewspaper.com', keyword: 'art' },
      { site: 'nytimes.com/section/arts', keyword: 'culture' },
      { site: 'culturalweekly.com', keyword: 'culture' }
    ],
    'Science': [
      { site: 'scientificamerican.com', keyword: 'science' },
      { site: 'nature.com', keyword: 'science' },
      { site: 'science.org', keyword: 'science' },
      { site: 'newscientist.com', keyword: 'science' },
      { site: 'popsci.com', keyword: 'science' }
    ],
    'Health': [
      { site: 'webmd.com', keyword: 'health' },
      { site: 'health.harvard.edu', keyword: 'health' },
      { site: 'mayoclinic.org', keyword: 'health' },
      { site: 'nih.gov', keyword: 'health' },
      { site: 'medicalnewstoday.com', keyword: 'health' }
    ],
    'Travel': [
      { site: 'travelandleisure.com', keyword: 'travel' },
      { site: 'lonelyplanet.com', keyword: 'travel' },
      { site: 'tripadvisor.com', keyword: 'travel' },
      { site: 'nationalgeographic.com', keyword: 'travel' },
      { site: 'cntraveler.com', keyword: 'travel' }
    ],
    'Current News': [
      { site: 'reuters.com', keyword: 'news' },
      { site: 'apnews.com', keyword: 'news' },
      { site: 'bbc.com', keyword: 'news' },
      { site: 'npr.org', keyword: 'news' },
      { site: 'aljazeera.com', keyword: 'news' }
    ]
  };
  
  return categories[category] || categories['Technology'];
};

// Helper function to perform searches for a category
const searchCategory = async (category: string, languages?: string[]) => {
  const queries = getSearchQueriesForCategory(category);
  
  // If no languages specified or empty array, search all languages
  if (!languages || languages.length === 0) {
    const searchOptions: SearxngSearchOptions = {
      engines: ['bing news'],
      pageno: 1,
    };
    
    const searchPromises = queries.map(query => 
      searchSearxng(`site:${query.site} ${query.keyword}`, searchOptions)
    );
    
    const results = await Promise.all(searchPromises);
    return results.map(result => result.results).flat();
  }
  
  // If languages specified, search each language and combine results
  const allResults = [];
  
  for (const language of languages) {
    const searchOptions: SearxngSearchOptions = {
      engines: ['bing news'],
      pageno: 1,
      language,
    };
    
    const searchPromises = queries.map(query => 
      searchSearxng(`site:${query.site} ${query.keyword}`, searchOptions)
    );
    
    const results = await Promise.all(searchPromises);
    allResults.push(...results.map(result => result.results).flat());
  }
  
  return allResults;
};

// Main discover route - supports category, preferences, and languages parameters
router.get('/', async (req, res) => {
  try {
    const category = req.query.category as string;
    const preferencesParam = req.query.preferences as string;
    const languagesParam = req.query.languages as string;
    
    let languages: string[] = [];
    if (languagesParam) {
      languages = JSON.parse(languagesParam);
    }
    
    let data: any[] = [];
    
    if (category && category !== 'For You') {
      // Get news for a specific category
      data = await searchCategory(category, languages);
    } else if (preferencesParam) {
      // Get news based on user preferences
      const preferences = JSON.parse(preferencesParam);
      const categoryPromises = preferences.map((pref: string) => searchCategory(pref, languages));
      const results = await Promise.all(categoryPromises);
      data = results.flat();
    } else {
      // Default behavior with optional language filter
      if (languages.length === 0) {
        // No language filter
        const searchOptions: SearxngSearchOptions = {
          engines: ['bing news'],
          pageno: 1,
        };
      
      // Use improved sources for default searches
      data = (
        await Promise.all([
          searchSearxng('site:techcrunch.com tech', searchOptions),
          searchSearxng('site:wired.com technology', searchOptions),
          searchSearxng('site:theverge.com tech', searchOptions),
          searchSearxng('site:venturebeat.com artificial intelligence', searchOptions),
          searchSearxng('site:technologyreview.mit.edu AI', searchOptions),
          searchSearxng('site:ai.googleblog.com AI', searchOptions),
        ])
      )
        .map((result) => result.results)
        .flat();
      } else {
        // Search each language and combine results
        for (const language of languages) {
          const searchOptions: SearxngSearchOptions = {
            engines: ['bing news'],
            pageno: 1,
            language,
          };
          
          const results = await Promise.all([
            searchSearxng('site:techcrunch.com tech', searchOptions),
            searchSearxng('site:wired.com technology', searchOptions),
            searchSearxng('site:theverge.com tech', searchOptions),
            searchSearxng('site:venturebeat.com artificial intelligence', searchOptions),
            searchSearxng('site:technologyreview.mit.edu AI', searchOptions),
            searchSearxng('site:ai.googleblog.com AI', searchOptions),
          ]);
          
          data.push(...results.map(result => result.results).flat());
        }
      }
    }
    
    // Shuffle the results
    data = data.sort(() => Math.random() - 0.5);

    return res.json({ blogs: data });
  } catch (err: any) {
    logger.error(`Error in discover route: ${err.message}`);
    return res.status(500).json({ message: 'An error has occurred' });
  }
});

// Get user preferences
router.get('/preferences', async (req, res) => {
  try {
    // In a real app, you would get the user ID from the session/auth
    const userId = req.query.userId as string || 'default-user';
    
    const userPrefs = await db.select().from(userPreferences).where(eq(userPreferences.userId, userId));
    
    if (userPrefs.length === 0) {
      // Return default preferences if none exist
      return res.json({ 
        categories: ['AI', 'Technology'],
        languages: ['en'] // Default to English
      });
    }
    
    // Handle both old 'language' field and new 'languages' field for backward compatibility
    let languages = [];
    if ('languages' in userPrefs[0] && userPrefs[0].languages) {
      languages = userPrefs[0].languages;
    } else if ('language' in userPrefs[0] && userPrefs[0].language) {
      // Convert old single language to array
      languages = [userPrefs[0].language];
    } else {
      languages = ['en']; // Default to English
    }
    
    return res.json({ 
      categories: userPrefs[0].categories,
      languages: languages
    });
  } catch (err: any) {
    logger.error(`Error getting user preferences: ${err.message}`);
    return res.status(500).json({ message: 'An error has occurred' });
  }
});

// Update user preferences
router.post('/preferences', async (req, res) => {
  try {
    // In a real app, you would get the user ID from the session/auth
    const userId = req.query.userId as string || 'default-user';
    const { categories, languages } = req.body;
    
    if (!categories || !Array.isArray(categories)) {
      return res.status(400).json({ message: 'Invalid categories format' });
    }
    
    if (languages && !Array.isArray(languages)) {
      return res.status(400).json({ message: 'Invalid languages format' });
    }
    
    const userPrefs = await db.select().from(userPreferences).where(eq(userPreferences.userId, userId));
    
    // Let's use a simpler approach - just use the drizzle ORM as intended
    // but handle errors gracefully
    
    try {
      if (userPrefs.length === 0) {
        // Create new preferences
        await db.insert(userPreferences).values({
          userId,
          categories,
          languages: languages || ['en'],
          createdAt: new Date().toISOString(),
          updatedAt: new Date().toISOString(),
        });
      } else {
        // Update existing preferences
        await db.update(userPreferences)
          .set({ 
            categories, 
            languages: languages || ['en'],
            updatedAt: new Date().toISOString() 
          })
          .where(eq(userPreferences.userId, userId));
      }
    } catch (error) {
      // If there's an error (likely due to schema mismatch), log it but don't fail
      logger.warn(`Error updating preferences with new schema: ${error.message}`);
      logger.warn('Continuing with request despite error');
      
      // We'll just return success anyway since we can't fix the schema issue here
      // In a production app, you would want to handle this more gracefully
    }
    
    return res.json({ message: 'Preferences updated successfully' });
  } catch (err: any) {
    logger.error(`Error updating user preferences: ${err.message}`);
    return res.status(500).json({ message: 'An error has occurred' });
  }
});

export default router;