# SpendMacro Robots.txt
# Vastgoedontwikkeling & Reconstructie Expertise
# Website: https://spendmacro.com

User-agent: *
Allow: /

# Disallow admin or sensitive areas (none currently)
# Disallow: /admin/
# Disallow: /private/

# Sitemap location
Sitemap: https://spendmacro.com/sitemap.xml

# Crawl-delay for responsible crawling
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /

# Block known malicious bots (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Allow social media crawlers for better sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Important pages for SEO
# Homepage: https://spendmacro.com/
# Blog: https://spendmacro.com/blog.html
# Services: https://spendmacro.com/#diensten
# Contact: https://spendmacro.com/#contact

# Contact Information for webmaster
# Contact: info@spendmacro.com
# Business: Vastgoedontwikkeling & Reconstructie
# Location: Amsterdam, Netherlands