# =========================================================
# YANDEX
# =========================================================

User-agent: Yandex

# WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Поиск
Disallow: /?s=
Disallow: /search

# Технические страницы / дубли
Disallow: */trackback/
Disallow: */feed/
Disallow: */rss
Disallow: */comments/
Disallow: */comment
Disallow: */blog/page
Disallow: */attachment/
Disallow: */print/
Disallow: */embed
Disallow: */checkout/
Disallow: */cart/
Disallow: */my-account/
Disallow: /cgi-bin/

# Параметры и технические URL
Disallow: */?print
Disallow: */?region
Disallow: */?source
Disallow: */?added
Disallow: */?b24

# Разрешаем необходимые ресурсы
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js
Allow: /*.css

# Изображения
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif

# Параметры, не влияющие на содержимое страницы
Clean-Param: utm_source&utm_medium&utm_term&utm_content&utm_campaign
Clean-Param: add-to-cart
Clean-Param: etext


# =========================================================
# GOOGLEBOT
# =========================================================

User-agent: Googlebot

# WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Поиск
Disallow: /?s=
Disallow: /search

# Технические страницы / дубли
Disallow: */trackback/
Disallow: */feed/
Disallow: */rss
Disallow: */comments/
Disallow: */comment
Disallow: */blog/page
Disallow: */attachment/
Disallow: */print/
Disallow: */embed
Disallow: */checkout/
Disallow: */cart/
Disallow: */my-account/
Disallow: /cgi-bin/

# Параметры
Disallow: *utm*=
Disallow: */?print
Disallow: */?region
Disallow: */?source
Disallow: */?added
Disallow: */?b24

# Разрешаем необходимые ресурсы
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js
Allow: /*.css

# Изображения
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif


# =========================================================
# MAIL.RU
# =========================================================

User-agent: Mail.Ru

# WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Поиск
Disallow: /?s=
Disallow: /search

# Технические страницы / дубли
Disallow: */trackback/
Disallow: */feed/
Disallow: */rss
Disallow: */comments/
Disallow: */comment
Disallow: */blog/page
Disallow: */attachment/
Disallow: */print/
Disallow: */embed
Disallow: */checkout/
Disallow: */cart/
Disallow: */my-account/
Disallow: /cgi-bin/

# Параметры
Disallow: *utm*=
Disallow: */?print
Disallow: */?region
Disallow: */?source
Disallow: */?added
Disallow: */?b24

# Разрешаем необходимые ресурсы
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js
Allow: /*.css

# Изображения
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif

# Параметры, не влияющие на содержимое страницы
Clean-Param: utm_source&utm_medium&utm_term&utm_content&utm_campaign
Clean-Param: add-to-cart
Clean-Param: etext


# =========================================================
# ОСТАЛЬНЫЕ РОБОТЫ
# =========================================================

User-agent: *

# WordPress
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Поиск
Disallow: /?s=
Disallow: /search

# Технические страницы / дубли
Disallow: */trackback/
Disallow: */feed/
Disallow: */rss
Disallow: */comments/
Disallow: */comment
Disallow: */blog/page
Disallow: */attachment/
Disallow: */print/
Disallow: */embed
Disallow: */checkout/
Disallow: */cart/
Disallow: */my-account/
Disallow: /cgi-bin/

# Параметры
Disallow: *utm*=
Disallow: */?print
Disallow: */?region
Disallow: */?source
Disallow: */?added
Disallow: */?b24

# Разрешаем необходимые ресурсы
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.js
Allow: /*.css

# Изображения
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif


# =========================================================
# ИЗОБРАЖЕНИЯ
# =========================================================

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: YandexImages
Allow: /wp-content/uploads/


# =========================================================
# РЕКЛАМНЫЕ РОБОТЫ
# =========================================================

User-agent: Mediapartners-Google
Disallow:

User-agent: YaDirectBot
Disallow:


# =========================================================
# НЕЖЕЛАТЕЛЬНЫЕ БОТЫ
# =========================================================

User-agent: msnbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /


# =========================================================
# SITEMAP
# =========================================================

Sitemap: https://potolki.company/sitemap.xml