# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /images

User-agent: *
Disallow: /PageTotals.txt

User-agent: *
Disallow: /list_mgmt.asp

User-agent: *
Disallow: /list_subscriber.asp

User-agent: *
Disallow: /list_confirm.asp

User-agent: *
Disallow: /list_confirmation.asp

User-agent: *
Disallow: /confirm_complete.asp

User-agent: *
Disallow: /list_message.asp

User-agent: *
Disallow: /fbinquiry.asp