User-agent: *
Allow: /

# Allow important pages
Allow: /*/eat
Allow: /*/accommodations
Allow: /*/visit
Allow: /*/events
Allow: /*/commerce
Allow: /*/transport
Allow: /*/typical-products

# Block admin areas
Disallow: /admin/
Disallow: /partner/
Disallow: /api/
Disallow: /storage/framework/
Disallow: /vendor/

# Block unnecessary files
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /manifest.json

# Allow sitemap
Allow: /sitemap.xml
Allow: /storage/sitemap*.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Sitemaps
Sitemap: https://freguesia.app//storage/sitemap.xml

# Specific bots optimization
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /