# Maaal Economy News - Robots.txt # Allow all search engines to crawl public content User-agent: * Allow: / # Block API endpoints from indexing Disallow: /api/ # Block search results pages (can generate duplicate content) Disallow: /search? Disallow: /en/search? # Allow crawling of static assets Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.jpeg Allow: /*.png Allow: /*.gif Allow: /*.svg Allow: /*.webp