User-agent: *
Allow: /

# Block admin and authenticated areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /submit-story/
Disallow: /my-stories/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /api/
Disallow: /error/
Disallow: /writable/
Disallow: /vendor/
Disallow: /app/
Disallow: /system/

# Block search engines from indexing user-specific content
Disallow: /user/*/dashboard
Disallow: /user/*/profile
Disallow: /user/*/edit-profile
Disallow: /user/*/submit-story
Disallow: /user/*/stories
Disallow: /user/*/edit-story

# Allow public content
Allow: /story/
Allow: /category/
Allow: /categories
Allow: /search
Allow: /about
Allow: /contact
Allow: /terms
Allow: /privacy

# Enhanced Sitemaps with canonical URLs
Sitemap: https://qtbookmarking.com/sitemap.xml
Sitemap: https://qtbookmarking.com/sitemap-stories-1.xml
Sitemap: https://qtbookmarking.com/sitemap-static.xml
Sitemap: https://qtbookmarking.com/sitemap-categories.xml

# SEO Optimizations
# Crawl delay for better server performance
Crawl-delay: 1

# Additional SEO directives
# Allow Googlebot to crawl more frequently
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

# Allow Bingbot to crawl more frequently
User-agent: Bingbot
Allow: /
Crawl-delay: 0.5

# Allow Yandex to crawl more frequently
User-agent: Yandex
Allow: /
Crawl-delay: 0.5

# Allow AhrefsBot for analytics
User-agent: AhrefsBot
Allow: /
Crawl-delay: 1