# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: *
Allow: /
Sitemap: https://infrabase.ai/sitemap.xml
# For LLMs and agents:
# https://infrabase.ai/llms.txt site overview
# https://infrabase.ai/agents.md how to query the directory as JSON