# See https://www.robotstxt.org/robotstxt.html
#
# Public content pages (data centers, companies, regions, listings, posts,
# podcasts, events) stay fully crawlable for SEO. We only block paths that
# generate origin bandwidth with no search value: admin, JSON APIs, auth, the
# global search, and direct file downloads.
User-agent: *
Disallow: /admin
Disallow: /api
Disallow: /users
Disallow: /search

Sitemap: https://baxtel.com/sitemap.xml.gz