User-agent: *
Disallow: /ca/fr/comparer/remove/
Disallow: /us/fr/comparer/remove/
Disallow: /intl/fr/comparer/remove/
Disallow: /ca/en/compare/remove/
Disallow: /us/en/compare/remove/
Disallow: /intl/en/compare/remove/
Disallow: /ca/es/comparar/remove/
Disallow: /us/es/comparar/remove/
Disallow: /intl/es/comparar/remove/
Disallow: /ca/fr/comparer/add/
Disallow: /us/fr/comparer/add/
Disallow: /intl/fr/comparer/add/
Disallow: /ca/en/compare/add/
Disallow: /us/en/compare/add/
Disallow: /intl/en/compare/add/
Disallow: /ca/es/comparar/add/
Disallow: /us/es/comparar/add/
Disallow: /intl/es/comparar/add/
Disallow: /ca/fr/localisation/getList/
Disallow: /us/fr/localisation/getList/
Disallow: /intl/fr/localisation/getList/
Disallow: /ca/en/location/getList/
Disallow: /us/en/location/getList/
Disallow: /intl/en/location/getList/
Disallow: /ca/es/ubicacion/getList/
Disallow: /us/es/ubicacion/getList/
Disallow: /intl/es/ubicacion/getList/

User-agent: SurdotlyBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /