User-agent: *
Disallow: /*.axd$
Disallow: /MultiPlatformDownload
Disallow: /*SiteNotAvailable
Disallow: /Blocked
Disallow: /api
Disallow: /RTS27
Disallow: /*GetFeedUpdate
Disallow: /*CFNetwork
Disallow: /*SemrushBot