User-agent: * Disallow: /aadmin Disallow: /auth # Allow crawling of all other content Allow: / # Specify the location of the sitemap Sitemap: https://gabrielmartin.yt/sitemap.xml # Crawl-delay to manage server load (optional) Crawl-delay: 10