# robots.txt for balkanscout.com
# Real Estate Property Listing Website

# Allow all search engines to crawl everything
User-agent: *
Allow: /

# Allow Google AdSense bot (important for ad serving)
User-agent: Mediapartners-Google
Allow: /

# Allow Google AdSense verification
User-agent: AdsBot-Google
Allow: /

# Allow Google Images (for property photos)
User-agent: Googlebot-Image
Allow: /

# Disallow admin/backend pages (if you have any)
# User-agent: *
# Disallow: /admin/
# Disallow: /wp-admin/
# Disallow: /dashboard/

# Disallow search result pages (if you have internal search)
# User-agent: *
# Disallow: /search?
# Disallow: /*?q=

# Disallow API endpoints (if you have any)
# User-agent: *
# Disallow: /api/
# Disallow: /api/*

# Disallow duplicate content (if you have filters/sorting)
# User-agent: *
# Disallow: /*?sort=
# Disallow: /*?filter=
# Disallow: /*&page=

# Allow CSS and JavaScript files (important for Google PageSpeed)
User-agent: *
Allow: /static/css/
Allow: /static/js/
Allow: /*.css
Allow: /*.js

# Allow image files (important for property photos)
User-agent: *
Allow: /images/
Allow: /static/images/
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Crawl-delay (optional - only if you have server performance issues)
# User-agent: *
# Crawl-delay: 1

# Sitemap location (update with your actual sitemap URL when you create one)
Sitemap: https://balkanscout.com/sitemap.xml

# Additional sitemaps (if you create separate ones)
# Sitemap: https://balkanscout.com/sitemap-properties.xml
# Sitemap: https://balkanscout.com/sitemap-pages.xml