# robots.txt for http://www.willibrordusgroep.nl/ User-agent: * Disallow: /intraweb/ # This is a members-only area Disallow: /cgi-bin/ # Do not index CGIs, it's of no use Sitemap: http://www.willibrordusgroep.nl/sitemap.xml User-agent: AdsBot-Google Disallow: /intraweb/ # No AdsBot either Disallow: /cgi-bin/ # No AdsBot either