User-Agent: *
# Allow PDF folder
Allow: /pdf/

# Disallow unnecessary paths
Disallow: /sitemap.html
Disallow: /pagespeed/defer/
Disallow: /feed/
Disallow: /*/feed/

# Sitemap
Sitemap: https://www.marketengine.ai/sitemap.xml