User-agent: *
Allow: /
Sitemap: https://gofrend.com/sitemap.xml

# Disallow specific directories if needed
Disallow: /private/
Disallow: /admin/

# Allow Googlebot to access everything
User-agent: Googlebot
Allow: /

# Allow Bingbot to access everything
User-agent: Bingbot
Allow: /

# Allow social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /