User-agent: *

Disallow: /smarty
Disallow: /includes
Disallow: /my/
Disallow: /templates
Disallow: /templates_c
Disallow: /go
Disallow: /pay
Disallow: /connect
Disallow: /files
Disallow: /pm-feed
Disallow: /publicoffer
Disallow: /show_request
Disallow: /show_request2

Disallow: /blank.html

Disallow: /register?*
Disallow: /ru/register?*
Disallow: /spambots-check?*
Disallow: /ru/spambots-check?*
Disallow: /*?utm
Disallow: /ru/*?utm

Disallow: /antispam-security-apps-releases/*
Disallow: /ru/antispam-security-apps-releases/*
Disallow: /blacklists/?record=*
Disallow: /blacklists?record=*
Disallow: /ru/blacklists/?record=*
Disallow: /ru/blacklists?record=*
Disallow: /blacklists/?ajax_record=*
Disallow: /blacklists?ajax_record=*
Disallow: /ru/blacklists/?ajax_record=*
Disallow: /ru/blacklists?ajax_record=*
Disallow: /spambots-check?record=*
Disallow: /ru/spambots-check?record=*
Disallow: /checkout-javascript-support
Disallow: /postman
Disallow: /ru/postman
Disallow: /email-checker/*
Disallow: /uptime-monitoring?url=*
Disallow: /ru/uptime-monitoring?url=*

Sitemap: https://cleantalk.org/sitemap.xml
Sitemap: https://cleantalk.org/sitemap-spam-ip.xml
Sitemap: https://cleantalk.org/sitemap-links-help.xml
Sitemap: https://cleantalk.org/sitemap-asn.xml

Host: https://cleantalk.org