# Loki Hostels robots.txt # See https://www.robotstxt.org/robotstxt.html for documentation User-agent: * Allow: / # Block admin and authentication pages Disallow: /admin/ Disallow: /login Disallow: /logout Disallow: /session Disallow: /passwords Disallow: /registrations # Block internal utility pages Disallow: /up Disallow: /rails/ # Block intermediate booking steps (allow step1 for SEO) Disallow: /cusco/reservations/step2 Disallow: /cusco/reservations/step3 Disallow: /cusco/reservations/step4 Disallow: /mancora/reservations/step2 Disallow: /mancora/reservations/step3 Disallow: /mancora/reservations/step4 # Block API endpoints (LLM API is for programmatic access, not indexing) Disallow: /api/ # Allow main content Allow: /cusco/ Allow: /mancora/ Allow: /topics/ Allow: /pages/ # Sitemap location Sitemap: https://www.lokihostel.com/sitemap.xml