# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /cgi-bin
Disallow: /images
Disallow: /image
Disallow: /imgs
Disallow: /img
Disallow: /log
Disallow: /theme
Disallow: /spaw
Disallow: /admin
Disallow: /newadmin
Disallow: /pay
Disallow: /sys
Disallow: /log
Disallow: /inilog
Disallow: /jpgraph
Disallow: /cheditor
Disallow: /zipcode
Disallow: /other_insert
Disallow: /skin_board
Disallow: /skin_member
Disallow: /skin_shop
Disallow: /skin_uboard
Disallow: /sub_file
Disallow: /manual_admin
Disallow: /manual_html
Disallow: /include
Disallow: /data
Disallow: /icon_files
Disallow: /Hosting_Member