User-agent: *
Crawl-delay: 0.5

Allow: /cat/yml.xml$

Allow: /catalog/xlsx/$

Disallow: */xlsx/$

Disallow: /wag/
Disallow: /search/
Disallow: /topapi/
Disallow: /catapi/
Disallow: /cat/

Disallow: */pdf/$
Disallow: */pdfnoprice/$

Disallow: /*?page=


User-agent: Yandex

Allow: /cat/yml.xml$

Allow: /catalog/xlsx/$

Disallow: */xlsx/$

Disallow: /wag/
Disallow: /search/
Disallow: /topapi/
Disallow: /catapi/
Disallow: /cat/

Disallow: */pdf/$
Disallow: */pdfnoprice/$



Clean-param: matchtype&baobab_event_id&cm_id&etext
Sitemap: https://top-svet.ru/sitemap.xml