User-agent: *
Allow: /

# Block internal admin routes from search engines
Disallow: /admin/
Disallow: /admin-auth
Disallow: /admin-invite
Disallow: /reset-password

# Allow specific bots full access to important content
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Provide sitemap location for crawlers
Sitemap: https://gwcwipers.com.au/sitemap.xml