User-agent: *
Allow: /

# Sitemap location
Sitemap: https://aimashinani.org/sitemap.xml

# Specific rules for better crawling
Allow: /index.html
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp

# Disallow sensitive files
Disallow: /contact-log.txt
Disallow: /test-contact.html
Disallow: /navigation-test.html
Disallow: /*.log
Disallow: /admin/
Disallow: /private/

# Crawl-delay for better server performance
Crawl-delay: 1

# Allow major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /