# Block general crawling of sensitive directories

User-agent: *
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /tmp/
Disallow: /private/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /wp-json/
Disallow: /search/
Disallow: /?s=
Disallow: /cdn-cgi/
Disallow: /blog/search/
Disallow: /faq_country/
Disallow: /blog/tag/
Disallow: /author/
Disallow: /blog/author/
Disallow: /*gettr.com/
Disallow: /*?lang=
Disallow: /*rssr-enhanced
Disallow: /tag/*/feed/
Disallow: /blog/tag/*/feed/
Disallow: /page/
Disallow: /*?p=
Disallow: /?replytocom=
Disallow: /*?utm_*
Disallow: /*?share=*
Disallow: /*//[0-9]*
Disallow: /*/[0-9]$
Disallow: /*?utm_*
Disallow: /*?trk=*
Disallow: /*?source=*
Disallow: /*?wordfence_*
Disallow: /*?*
Disallow: /*&*
Disallow: /routes.pdf
Disallow: /*elementskit/


Host: https://smsala.com
Crawl-delay: 10

#Block achive.org bots
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /

# Crawl-delay directive (e.g., wait 5 seconds between requests)
Crawl-delay: 5

# Block access to specific file types
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.ppt$

# Prevent indexing of parameter URLs
Disallow: /*?*
Disallow: /*&*
Disallow: /*=*

# Specify the location of XML sitemaps

Sitemap: https://smsala.com/smsala-sitemap.xml
Sitemap: https://smsala.com/page-sitemap.xml
Sitemap: https://smsala.com/image-sitemap.xml
Sitemap: https://smsala.com/video-sitemap.xml
Sitemap: https://smsala.com/blog/sitemap.xml