'use server' import * as cheerio from 'cheerio'; export interface LinkMetadata { url: string; title?: string; description?: string; imageUrl?: string; siteName?: string; } export async function fetchLinkMetadata(url: string): Promise { try { // Add protocol if missing let targetUrl = url; if (!url.startsWith('http://') && !url.startsWith('https://')) { targetUrl = 'https://' + url; } // SSRF protection: block internal/private IPs const parsed = new URL(targetUrl) const hostname = parsed.hostname.toLowerCase() const blockedHosts = ['localhost', '127.0.0.1', '0.0.0.0', '::1', '169.254.169.254'] if (blockedHosts.includes(hostname)) return null if (hostname.startsWith('10.') || hostname.startsWith('172.') || hostname.startsWith('192.168.') || hostname.startsWith('fc') || hostname.startsWith('fd')) return null if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') return null const controller = new AbortController() const timeoutId = setTimeout(() => controller.abort(), 10000) let response: Response; try { response = await fetch(targetUrl, { headers: { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', 'Accept-Language': 'en-US,en;q=0.5', }, signal: controller.signal, redirect: 'follow', }); } catch (fetchError: any) { clearTimeout(timeoutId) if (fetchError.name === 'AbortError') { console.error(`[Scrape] Timeout fetching ${url} (10s)`) } else { console.error(`[Scrape] Network error fetching ${url}:`, fetchError.message) } return null } clearTimeout(timeoutId) if (!response.ok) { console.error(`[Scrape] HTTP ${response.status} for ${url}`) return null; } const contentType = response.headers.get('content-type') || '' if (!contentType.includes('text/html') && !contentType.includes('application/xhtml')) { // Not HTML — return basic metadata return { url: targetUrl, title: targetUrl }; } const html = await response.text(); const $ = cheerio.load(html); const getMeta = (prop: string) => $(`meta[property="${prop}"]`).attr('content') || $(`meta[name="${prop}"]`).attr('content'); const title = getMeta('og:title') || $('title').text()?.trim() || getMeta('twitter:title') || url; const description = getMeta('og:description') || getMeta('description') || getMeta('twitter:description') || ''; let imageUrl = getMeta('og:image') || getMeta('twitter:image') || $('link[rel="image_src"]').attr('href'); // Resolve relative image URLs if (imageUrl && !imageUrl.startsWith('http')) { try { imageUrl = new URL(imageUrl, targetUrl).href } catch { imageUrl = undefined } } const siteName = getMeta('og:site_name') || ''; return { url: targetUrl, title: title.substring(0, 100), description: description.substring(0, 200), imageUrl, siteName }; } catch (error) { console.error(`[Scrape] Error fetching ${url}:`, error); return null; } }