User-agent: Speedy
Disallow: /

User-agent: Charlotte
Crawl-Delay: 30

User-agent: ShopWiki
Crawl-Delay: 30

User-agent: *
crawl-delay: 5

User-agent: Googlebot-Image
Crawl-Delay: 1

User-agent: MediaPartners-Google
Crawl-Delay: 1

User-agent: Googlebot
Crawl-Delay: 1

User-agent: *
Disallow: /condicionesdeuso

User-agent: *
Disallow: /join_form

User-agent: *
Disallow: /mail_password_form

User-agent: *
Disallow: /mail_password

User-agent: Exabot/2.0
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Alexa
User-agent: Archive.org
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Exabot/3.0
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Yanga
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: psycheclone
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: IRLbot
Disallow: /

User-Agent: OutfoxBot/0.5
Disallow: /


User-agent: *
Disallow: /portal_memberdata


User-agent: *
Disallow: /*join*

User-agent: *
Disallow: /*factory*

User-agent: *
Disallow: /*sendto_form

User-agent: *
Disallow: /*base_edit

User-agent: *
Disallow: /*folder_contents


User-agent: *
Disallow: /*menu*

User-agent: *
Disallow: /*envia*

User-agent: *
Disallow: /*portlet*

User-agent: *
Disallow: /*query*

User-agent: *
Disallow: /*retorna*

User-agent: *
Disallow: /*contacto*

User-agent: *
Disallow: /*usuari*