# All robots will spider the domain http://www.mscnetherlands.com
User-agent: * 

# Disallow directory
Disallow: /_library
Disallow: /_phpscripts
Disallow: /css
Disallow: /images
Disallow: /js
Disallow: /search
# Disallow files
Disallow: /favicon.ico
Disallow: /robots.txt
Disallow: /spider.html