User-agent: *
Disallow: /error404.php
Disallow: /config/
Disallow: /config/rte/
Disallow: /data/
Disallow: /data/avail/
#Disallow: /data/big_pics/
Disallow: /data/text/
#Disallow: /data/thumbs/
#Disallow: /images/

User-agent: W3C-checklink
Disallow: /config/
Disallow: /config/rte/