# robots.txt voor www.switchboard.nl # More information about this file can be found at # http://www.robotstxt.org/ # to stop a polite robot indexing an example dir # add a line like: user-agent: polite-bot # and: Disallow: /example-dir/ # Paths (clean URLs) User-agent: * Crawl-Delay: 3600 User-agent: msnbot Disallow: /agenda/ Disallow: /organisatie/