# -----------------------------------------

# NovaTech Solutions - robots.txt

# Optimized for SEO and crawl efficiency

# -----------------------------------------

User-agent: *

Disallow: /admin/

Disallow: /cgi-bin/

Disallow: /tmp/

Disallow: /config/

Allow: /

# Crawl-delay for bots that are too aggressive

Crawl-delay: 10

# Sitemap location

Sitemap: https://www.novatechsol.in/sitemap.xml

# Allow Googlebot full access

User-agent: Googlebot

Disallow:

Allow: /

# Allow Bingbot full access

User-agent: Bingbot

Disallow:

Allow: /

# Allow other major search engines

User-agent: DuckDuckBot

Disallow:

Allow: /

User-agent: Baiduspider

Disallow:

Allow: /

# Block common spam or scraper bots

User-agent: MJ12bot

Disallow: /

User-agent: AhrefsBot

Disallow: /

User-agent: SemrushBot

Disallow: /

User-agent: DotBot

Disallow: /

# End of file

# -----------------------------------------