# Allow all user agents. User-agent: * Allow: / # User agent "Googlebot" should not crawl the `http://example.com/nogooglebot/` folder or any of its subdirectories. #User-agent: Googlebot #Disallow: /nogooglebot/