# robots.txt for devcrew.io
# Last updated: 2025-07-24
User-Agent: *
# Sitemaps
Sitemap: https://devcrew.io/post-sitemap.xml
Sitemap: https://devcrew.io/page-sitemap.xml
Sitemap: https://devcrew.io/project-sitemap.xml
Sitemap: https://devcrew.io/category-sitemap.xml
# Block unnecessary files and folders
Disallow: /readme.html
Disallow: /refer/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
# Block WordPress admin and login pages (allow AJAX)
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /new-login/
Allow: /wp-admin/admin-ajax.php
# End of file