## but allow only important bots
User-agent: Applebot
User-agent: Bingbot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Twitterbot
User-agent: TelegramBot
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Yandex
## disallow directories
Disallow: /styleguide/
Disallow: /search/
Disallow: /discover/
Disallow: /maptiles/
Disallow: /script/
Disallow: /store/
## disallow files
Disallow: /CHANGELOG.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /UPGRADE.txt
Disallow: /status
Disallow: /health
Disallow: /version.txt
## disallow extensions
Disallow: /*.txt$
Disallow: /*.json$



## Disallow ALL
User-agent: *
Disallow: /
Crawl-delay: 600

Sitemap: https://wego.here.com/sitemap.xml
Host: wego.here.com