# Robots.txt for losTRAGOS.com # Allow search engines to index all content User-agent: * Allow: / # Disallow admin and private areas Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: */trackback/ Disallow: */feed/ Disallow: */rdf/ Disallow: */rss/ Disallow: */embed/ Disallow: /wp-content/uploads/wpcf7_uploads/ # Allow admin-ajax for functionality Allow: /wp-admin/admin-ajax.php # Disallow query parameters that create duplicate content Disallow: /*?s= Disallow: /*?p=*& Disallow: /*?attachment_id= Disallow: /*?replytocom # Sitemaps Sitemap: https://lostragos.com/wp-sitemap.xml Sitemap: https://lostragos.com/sitemap_index.xml # Crawl-delay for aggressive bots (optional) User-agent: MJ12bot Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10