User-agent: *
Disallow: /admin
Disallow: /Admin
Disallow: /blogs/search
Disallow: /Blogs/Search
Disallow: /calendar/earnings/search
Disallow: /Calendar/Earnings/Search
Disallow: /forum/forecasters
Disallow: /Forum/Forecasters
Disallow: /forum/post/create
Disallow: /Forum/Post/Create
Disallow: /forum/post/update
Disallow: /Forum/Post/Update
Disallow: /forum/poster
Disallow: /Forum/Poster
Disallow: /forum/search
Disallow: /Forum/Search
Disallow: /forum/thread/new
Disallow: /Forum/Thread/New
Disallow: /forum/users
Disallow: /Forum/Users
Disallow: /marketdata/search
Disallow: /MarketData/Search
Disallow: /marketdata/tables
Disallow: /MarketData/Tables
Disallow: /news/search
Disallow: /News/Search
Disallow: /search
Disallow: /Search
Disallow: /user
Disallow: /User
Disallow: /*.css$
Disallow: /*.js$
Request-rate: 1/2
Crawl-delay: 2
Host: mfd.ru
Sitemap: https://mfd.ru/sitemap.ashx