User-agent: Linguee
User-agent: ia_archiver
User-agent: Archive.org
User-agent: Alexa
User-agent: kalooga
User-agent: spbot
User-agent: Yandex
User-agent: MJ12bot
Disallow: /


User-agent: TwengaBot
Crawl-delay: 40
Visit-time: 0100-0745


User-agent: Googlebot
Crawl-delay: 5


User-agent: *
Crawl-delay: 10

User-agent: ShopWiki
Crawl-Delay: 15


User-Agent: *
Disallow: /botigues/
Disallow: /tiendas-on-line
Disallow: /crea-tu-tienda
Disallow: /empresa
Disallow: /contacto
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /pedido
Disallow: /pedidos/*
Disallow: /comprar_dp
Disallow: /comprar_fc
Disallow: /ver_pedido
Disallow: /login_form
Disallow: /cesta
Disallow: /pint-nova/
Disallow: /botiga-ed/
Disallow: /tiendatopbarcos/
Disallow: /serralleria-franch/
Disallow: /esparta/
Disallow: /joguines-jardinitis/
Disallow: /dbambu/
Disallow: /serra/
Disallow: /unoparati/
Disallow: /bbs/
Disallow: /transports-girpei/
Disallow: /vicam/
Disallow: /motorcycles/
Disallow: /magatzemcurtina/
Disallow: /ferreteria-bras/
Disallow: /floresfrescas/
Disallow: /epseurope/
Disallow: /cl45/
Disallow: /botanic94/
Disallow: /deportes/
Disallow: /decoracion/
Disallow: /familia/
Disallow: /salud_belleza/
Disallow: /moda/
Disallow: /informatica/
Disallow: /inba/