User-agent: *
Allow: /

# Allow AI Search Engines (GEO Optimization)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Google-Extended
Allow: /

# Block problematic URL patterns causing 5xx errors
Disallow: /company/*/feed/
Disallow: /event_company/*/feed/
Disallow: /claim-listing/
Disallow: /directory/candidates/skills/*/page/*
Disallow: /directory/candidates/roles//
Disallow: /job-company/
Disallow: /event_company/
Disallow: /feed/?attachment_id=
Disallow: /*?action=claim_listing*
Disallow: /*?action=claim_as_guest*
Disallow: /page/*?resume_skill=
Disallow: /author/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /vip-dashboard/
Disallow: /?post_type=job_listing&p=
Disallow: /*?fwp_paged=

# Allow important bots to crawl key pages
Allow: /women-in-tech/
Allow: /women-in-tech-events/
Allow: /women-in-tech-jobs/
Allow: /events/
Allow: /blog/
Allow: /about/
Allow: /companies/
Allow: /employers/
Allow: /sponsor/

# Sitemaps
Sitemap: https://womenhack.com/sitemap.xml
Sitemap: https://womenhack.com/womenhack-blog-sitemap.xml
Sitemap: https://womenhack.com/wh-sitemap.xml