# SmartGoNext Robots.txt - Advanced SEO Configuration
# Last Updated: November 27, 2025
# https://www.smartgonext.com/robots.txt

# ============================================
# Allow All Search Engines (Default)
# ============================================
User-agent: *
Allow: /

# ============================================
# Block Admin & Sensitive Directories
# ============================================
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /config/
Disallow: /backup/
Disallow: /temp/
Disallow: /logs/
Disallow: /.git/
Disallow: /node_modules/
Disallow: /build/
Disallow: /_redirects

# ============================================
# Block Sensitive Files & Extensions
# ============================================
Disallow: /*.env$
Disallow: /*.php$
Disallow: /*.json$
Disallow: /*.config$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /.htaccess

# ============================================
# Block URL Parameters (Duplicate Content)
# ============================================
Disallow: /*?ref=*
Disallow: /*?sort=*
Disallow: /*?page=*
Disallow: /*?filter=*
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*
Disallow: /*?utm_campaign=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*

# ============================================
# Block Search Results & User Pages
# ============================================
Disallow: /search
Disallow: /search/
Disallow: /user/
Disallow: /users/
Disallow: /profile/
Disallow: /account/

# ============================================
# Allow CSS, JS, and Images (for Page Rendering)
# ============================================
Allow: /static/css/
Allow: /static/js/
Allow: /static/media/
Allow: /images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.woff$
Allow: /*.woff2$

# ============================================
# Google-Specific Rules (Googlebot)
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Allow Google Image Indexing
User-agent: Googlebot-Image
Allow: /images/
Allow: /static/media/

# Allow Google Mobile Crawler
User-agent: Googlebot-Mobile
Allow: /

# ============================================
# Bing-Specific Rules (Bingbot)
# ============================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: MSNBot
Allow: /
Crawl-delay: 1

# ============================================
# Other Search Engines
# ============================================
User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# ============================================
# Block Bad Bots & Scrapers
# ============================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Wget
Disallow: /

User-agent: curl
Disallow: /

# ============================================
# Sitemap Location (Primary Index)
# ============================================
Sitemap: https://www.smartgonext.com/sitemap.xml
Sitemap: https://www.smartgonext.com/sitemap-index.xml
Sitemap: https://www.smartgonext.com/sitemap-pages.xml
Sitemap: https://www.smartgonext.com/sitemap-services.xml
Sitemap: https://www.smartgonext.com/sitemap-local.xml
Sitemap: https://www.smartgonext.com/sitemap-products.xml
Sitemap: https://www.smartgonext.com/sitemap-blog.xml
Sitemap: https://www.smartgonext.com/sitemap-images.xml

# ============================================
# Company Information
# ============================================
# SmartGoNext Software Solution
# Leading Software Development Company in Puducherry, India
# Services: Billing Software, Web Development, Mobile Apps, Cloud Solutions
# Contact: +91 97511 09239
# Website: https://www.smartgonext.com
# ============================================