# Allow Google AdSense User-agent: Mediapartners-Google Disallow: # General Crawling Rules User-agent: * Disallow: /search # Prevent duplicate content from search pages Allow: / # Allow image indexing User-agent: Googlebot-Image Disallow: Allow: / # Allow mobile-specific crawling User-agent: Googlebot-Mobile Disallow: Allow: / # Allow AdsBot crawling for Google Ads User-agent: AdsBot-Google Disallow: Allow: / # Block sensitive or unnecessary files to save crawl budget Disallow: /*?view=sidebar$ Disallow: /*?view=classic$ Disallow: /*?view=flipcard$ Disallow: /*?view=magazine$ Disallow: /*?view=mosaic$ Disallow: /*?view=snapshot$ Disallow: /*?view=timeslide$ Disallow: /*?m=0$ # Sitemaps for comprehensive indexing Sitemap: https://www.phylum.in/sitemap.xml Sitemap: https://www.phylum.in/atom.xml?redirect=false&start-index=1&max-results=500 Sitemap: https://www.phylum.in/feeds/posts/default?orderby=UPDATED Sitemap: https://www.phylum.in/sitemap-pages.xml