User-agent: * Allow: /ads/preferences/ Allow: /gpt/ Allow: /pagead/show_ads.js Allow: /pagead/js/adsbygoogle.js Allow: /pagead/js/*/show_ads_impl.js Allow: /static/glade.js Allow: /static/glade/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php User-agent: AhrefsBot Disallow: / User-agent: sogou spider Disallow: / User-agent: Yandex Crawl-delay: 500 User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: YandexCalendar Disallow: / User-agent: YandexMobileBot Disallow: /