# /robots.txt file for http://webcrawler.com/

User-Agent: *
Allow: /

User-agent: *
Disallow: /tmp/
Disallow: /logs/
Disallow: /_admin/
Disallow: /scgi-bin/
Disallow: /images/
Disallow: /master/
Disallow: /filme/
Disallow: /videos/
Disallow: /css/
Disallow: /vote/
Disallow: /user_admin/
Disallow: /addserv/
Disallow: /stats/
Disallow: /Bannercode/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /email/
Disallow: /formulars/
Disallow: /diario
Disallow: /Duedate
Disallow: /out/
Disallow: /efamticket/
Disallow: /paypal/
Disallow: /now
Disallow: /mediakit/
Disallow: /webanalyzer/
Disallow: /webstats/
Disallow: /messanger/
Disallow: /db.*
Disallow: /phpbb/image-vp*
Disallow: /phpbb/album_rate*
Disallow: /phpbb/calendar_scheduler*
Disallow: /phpbb/profile*
Disallow: /phpbb/image*
Disallow: /phpbb/groupcp*
Disallow: /phpbb/proximo*
Disallow: /phpbb/anterior*
Disallow: /phpbb/*download*
Disallow: /phpbb/1-option*
Disallow: /phpbb/renommee*