# Robots.txt for About Linguistics # Allow all search engines to crawl the site User-agent: * Allow: / # Sitemap location Sitemap: https://aboutlinguistics.com/sitemap.xml # Crawl delay (optional - in seconds) # Crawl-delay: 1 # Block access to admin or sensitive directories (if any) # Disallow: /admin/ # Disallow: /private/ User-agent: * Disallow: /blog-editor.html Disallow: /blog-editor ### Allow AI/search engines (removed broad disallows)