User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/updraft/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/css/
Allow: /wp-content/themes/*/js/
Allow: /wp-content/themes/*/images/
Allow: /wp-content/plugins/*/css/
Allow: /wp-content/plugins/*/js/
Allow: /wp-content/plugins/*/images/
Disallow: /wp-config.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-trackback.php
Disallow: /wp-comments-post.php
Disallow: /xmlrpc.php
Disallow: /wp-mail.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /login/
Disallow: /register/
Disallow: /dashboard/
Disallow: /search/
Disallow: /?s=
Disallow: /page/
Disallow: /*?*
Disallow: /*&*
Disallow: /*/page/
Disallow: /*/feed/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /author/
Disallow: /date/
Disallow: /*/trackback/
Disallow: /*/attachment/
Disallow: /*/embed/
Disallow: /*?replytocom=*
Disallow: /*/comment-page-*
Disallow: /*?replytocom=
Allow: /ai/
Allow: /ai-tutorials/
Allow: /artificial-intelligence/
Allow: /machine-learning/
Allow: /deep-learning/
Allow: /neural-networks/
Allow: /python/
Allow: /python-tutorials/
Allow: /data-science/
Allow: /tensorflow/
Allow: /pytorch/
Allow: /computer-vision/
Allow: /nlp/
Allow: /natural-language-processing/
Allow: /ml-algorithms/
Allow: /ai-tools/
Allow: /ai-development/
Allow: /beginner/
Allow: /intermediate/
Allow: /advanced/
Allow: /expert/
Allow: /tutorials/
Allow: /guides/
Allow: /courses/
Allow: /projects/
Allow: /content-creation/
Allow: /development-tools/
Allow: /data-analytics/
Allow: /automation/
Allow: /coding-tools/
Allow: /blog/
Allow: /category/
Allow: /tag/
Allow: /resources/
Allow: /documentation/
Allow: /examples/
Allow: /case-studies/
Allow: /about/
Allow: /contact/
Allow: /privacy-policy/
Allow: /terms-of-service/
Allow: /sitemap.xml
Allow: /sitemap_index.xml
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.pdf$
Allow: /*.mp4$
Allow: /*.mov$
Allow: /*.css$
Allow: /*.js$
Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.backup$
Disallow: /dev/
Disallow: /test/
Disallow: /staging/
Disallow: /beta/
Disallow: /demo/
Disallow: /tmp/
Disallow: /wp-content/plugins/hello.php
Disallow: /cgi-bin/

User-agent: Googlebot
Crawl-delay: 1
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

User-agent: Bingbot
Crawl-delay: 1
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: AhrefsBot
Crawl-delay: 30

User-agent: MJ12bot
Crawl-delay: 30
Disallow: /

User-agent: SemrushBot
Crawl-delay: 30

User-agent: DotBot
Crawl-delay: 30
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

Sitemap: https://hackandtech.com/sitemap.xml
Sitemap: https://hackandtech.com/sitemap.rss