# www.robotstxt.org/

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

# Allow crawling of all content
User-agent: *
Disallow: /admin
Disallow: /my/
Disallow: /users/
Disallow: /provider-dashboard
Disallow: /traveler-dashboard
Disallow: /login
Disallow: /register
Disallow: /payments
Disallow: /review-request/
Disallow: /gift-card/
Disallow: /booking-summary/
Sitemap: https://www.lokaltravel.com/sitemap.xml
Sitemap: https://www.lokaltravel.com/sitemap-explore-pages.xml
Sitemap: https://www.lokaltravel.com/sitemap-start-exploring.xml
Sitemap: https://www.lokaltravel.com/sitemap-experiences.xml
Sitemap: https://www.lokaltravel.com/sitemap-providers.xml
Sitemap: https://www.lokaltravel.com/sitemap-learn.xml
Sitemap: https://www.lokaltravel.com/sitemap-stories.xml
Sitemap: https://www.lokaltravel.com/sitemap-collections.xml
Sitemap: https://www.lokaltravel.com/sitemap-travel_partners.xml
Sitemap: https://www.lokaltravel.com/feeds/google-merchant.xml
# Sitemap: https://www.lokaltravel.com/sitemap-amp.xml