User-agent: *
Allow: /

# Sitemap location
Sitemap: https://grifespian.media/sitemap.xml

# Allow all search engines to crawl the site
# Prioritize important pages
Allow: //
Allow: /about.html
Allow: /services.html
Allow: /products.html
Allow: /blog.html
Allow: /contact.html
Allow: /testimonials.html

# Allow blog articles
Allow: /blog/

# Allow assets
Allow: /css/
Allow: /js/
Allow: /assets/

# Crawl delay (optional, helps with server load)
Crawl-delay: 1

# Block any admin or private areas (none currently, but good practice)
# Disallow: /admin/
# Disallow: /private/

# Allow social media bots
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Google specific
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1