# robots.txt for AgentOp
# Allow all search engines to crawl the site

User-agent: *
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

# Sitemap location
Sitemap: https://www.agentop.com/sitemap.xml