# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow:

User-agent: lycra
Disallow:

User-Agent: *
Disallow: /Default.aspx?tabid=89
Disallow: /ping+page+for+nsm.aspx
Disallow: /login+page.aspx
Disallow: /Default.aspx?tabid=60&ctl=Login&returnurl=%2fwhat's%2bnew.aspx