# robots.txt for https://easoftlab.com/
# Generated automatically - Last updated: 2025-08-09T22:10:18.480Z

# Allow all crawlers
User-agent: *

# Sitemap locations
Sitemap: https://easoftlab.com/sitemap.xml
Sitemap: https://easoftlab.com/image-sitemap.xml

# Allow important pages
Allow: /about
Allow: /blog
Allow: /contact
Allow: /image-sitemap.xml
Allow: /index
Allow: /industries
Allow: /offline
Allow: /portfolio
Allow: /privacy
Allow: /products
Allow: /robots.txt
Allow: /services
Allow: /sitemap.xml
Allow: /terms
Allow: /about/careers
Allow: /about/company
Allow: /about/culture
Allow: /about/team
Allow: /blog/how-to-optimize-website-seo
Allow: /industries/ecommerce
Allow: /industries/education
Allow: /industries/healthcare
Allow: /industries/logistics
Allow: /industries/media-entertainment
Allow: /industries/real-estate
Allow: /knowledge-hub
Allow: /products/coming-soon
Allow: /products/saas-platform
Allow: /products/tools
Allow: /services/crm-erp
Allow: /services/custom-software
Allow: /services/image-tools
Allow: /services/mobile-development
Allow: /services/saas-development
Allow: /services/ui-ux-design
Allow: /services/web-development
Allow: /studio
Allow: /blog/seo
Allow: /blog/null

# Disallow admin and private areas
Disallow: /api/
Disallow: /studio/
Disallow: /admin/
Disallow: /private/
Disallow: /node_modules/
Disallow: /.env
Disallow: /.git

# Crawl delay for respectful crawling
Crawl-delay: 1

# Specific rules for different bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Block aggressive scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Block malicious bots
User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /.git
Disallow: /node_modules/