User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /23119188/

User-agent: *
Disallow: /*.php*$
Disallow: /*.asp*$
Disallow: /*.m*$
Disallow: /ultimas_recentes/*.html*$
Disallow: /manchetes/*.html*$
Disallow: /lg*.g*$

Allow: /especial_corr*.*$
Allow: /diversos/imag*.*$

sitemap: https://whiplash.net/sitemap.xml

# User-agent: VelenPublicWebCrawler
# Disallow: *

# User-agent: FemtosearchBot
# Disallow: *

# User-agent: Linguee
# Disallow: /

# User-agent: IstellaBot
# Disallow: /

# User-agent: BLEXBot
# Disallow: /

# User-agent: MJ12bot
# Disallow: /

# User-agent: ExtLinksBot 
# Disallow: /

# User-agent: CCBot
# Disallow: /

# User-agent: daumoa
# Disallow: /

# User-agent: dotbot
# Disallow: /

# User-agent: SemrushBot
# Disallow: /

# User-agent: AhrefsBot 
# Disallow: /