User-agent: *
Allow: /

# Allow all search engines to crawl the entire site
Disallow:

# Sitemap location (update this URL to match your actual domain)
Sitemap: https://doorbeen.io/sitemap.xml

# Crawl-delay (optional - removes delay for faster crawling)
# Crawl-delay: 1

# Specific rules for different bots (optional)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block access to sensitive files/directories if any
# Disallow: /admin/
# Disallow: /private/
# Disallow: /.git/

# Allow access to CSS and JS files for better rendering
Allow: /styles.css
Allow: /img/
Allow: /artist/
Allow: /*.js$
Allow: /*.css$