# iConvert - Robots.txt
# Last Updated: August 12, 2025
# Update Frequency: Monthly
# Domain: iconvert.haikalakif.com

# Global rules for all robots
User-agent: *
Allow: /

# Allow important pages and directories
Allow: /converter
Allow: /compressor
Allow: /cropper
Allow: /currency
Allow: /timeConverter
Allow: /unitsConverter
Allow: /about
Allow: /faqs
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /security

# Allow static assets for better performance
Allow: /iC%20-%20logo.png
Allow: /iC%20-%20logo2.png
Allow: /iC%20-%20favicon.svg
Allow: /robots.txt
Allow: /sitemap.xml

# Disallow admin and API endpoints
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /unauthorized/

# Disallow temporary and system files
Disallow: /*.tmp
Disallow: /*.log
Disallow: /*.cache
Disallow: /_/
Disallow: /node_modules/

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Screaming
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap location
Sitemap: https://iconvert.haikalakif.com/sitemap.xml

# Host directive for canonical domain
Host: https://iconvert.haikalakif.com