# robots.txt for https://www.thetechfirm.com/ User-agent: * Allow: / # Block common admin and system directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ # Allow WordPress AJAX Allow: /wp-admin/admin-ajax.php # Block internal search results pages Disallow: /?s= Disallow: /search/ # Sitemap location Sitemap: https://www.thetechfirm.com/sitemap.xml