# Make changes for all web spiders
User-agent: NPBot
Disallow: /

User-agent: *
Disallow: /W3SVC24/
Disallow: /scripts/
Disallow: /css/
Disallow: /bin/