# robots.txt for https://shuki-david.com
# שוקי דוד - סטנדאפיסט לאירועים

# Allow all search engines
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin
Disallow: /manage-contracts
Disallow: /contract-content-settings
Disallow: /new-contract
Disallow: /sign-contract
Disallow: /upload-video-testimonial

# Disallow API endpoints
Disallow: /api/

# Allow specific important pages
Allow: /
Allow: /about
Allow: /gallery
Allow: /blog
Allow: /corporate
Allow: /birthday
Allow: /bachelorette
Allow: /family
Allow: /home-events
Allow: /location-tel-aviv

# Sitemap location
Sitemap: https://shuki-david.com/sitemap.xml

# Crawl-delay for specific bots (optional)
User-agent: Googlebot
Crawl-delay: 0

User-agent: Bingbot
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Mobile
User-agent: Googlebot-Mobile
Allow: /

# Images
User-agent: Googlebot-Image
Allow: /

# Allow social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: WhatsApp
Allow: /

# טקסט בעברית לסריקת תוכן
# אתר סטנדאפ מקצועי בישראל
# Stand-Up Comedian Website