# robots.txt User-agent: * # Applies to all robots Disallow: /rgx/ # No robot should visit any URL starting with Disallow: /z/ # Disallow any pages in the admin folder