User-agent: *
Crawl-delay: 10
Disallow: /global.asa
Disallow: /_*
Disallow: /applications
Disallow: /connections
Disallow: /tele*
Disallow: /aspnet_client

User-agent: psbot
User-agent: OmniExplorer
User-agent: Xenu Link Sleuth
Disallow: /