# file to restrict access to specific files and folders from robots # must contain full paths from http root # source: http://en.wikipedia.org/wiki/Robots_Exclusion_Standard User-agent: * Crawl-delay: 10 # Disallow: /fw/private/