User-agent: * Allow: / # Explicitly allow OpenGraph images Allow: /*/opengraph-image Allow: /*/twitter-image Allow: /about/opengraph-image # Allow common social media crawlers User-agent: facebookexternalhit/* Allow: / User-agent: Twitterbot Allow: / User-agent: WhatsApp Allow: / User-agent: LinkedInBot Allow: / User-agent: Googlebot Allow: / # Block admin or private areas (if you have any) Disallow: /admin/ Disallow: /private/ Disallow: /api/ Disallow: /_next/ Disallow: /static/ # Allow important assets Allow: /assets/ Allow: /public/ # Crawl delay for better server performance Crawl-delay: 1 Sitemap: https://foodgawker.vercel.app/sitemap.xml