# Every bot that might possibly read and respect this file
# ========================================================
User-agent: AhrefsBot
User-agent: JobboerseBot
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: ByteDanceSpider
User-agent: ByteSpider
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: Yandexbot
User-agent: Yandex
User-agent: Baiduspider
User-agent: Sogou web spider
User-agent: Sogou Spider
User-agent: MJ12bot
User-agent: UptimeRobot
User-agent: GnowitNewsbot
User-agent: AwarioRssBot
User-agent: AwarioBot
User-agent: AwarioSmartBot
User-agent: trendictionbot
User-agent: proximic
User-agent: SBIntuitionsBot
User-agent: ZoomBot
User-agent: Slackbot-LinkExpanding
User-agent: Slack-ImgProxy
User-agent: Slackbot
User-agent: TurnitinBot
User-agent: ImagesiftBot
User-agent: TerraCotta
Disallow: /

# Blocked paths for other bots
# ==========================
User-agent: *
Disallow: */my-alerts/*
Disallow: */strategy-builder/user/

# Wait 1 second between successive requests. See ONBOARD-2698 for details.
Crawl-delay: 1

Sitemap: https://smartoptions.trendlyne.com/home-sitemap.xml