User-agent: *
Allow: /

# Block access to technical directories
Disallow: /social_media_graphics/
Disallow: /.git/
Disallow: /__pycache__/
Disallow: /*.py
Disallow: /*.csv
Disallow: /.DS_Store
Disallow: /archive/
Disallow: /data/
Disallow: /templates/
Disallow: /mrp-seat-model/
Disallow: /admin/

# Allow critical static assets for rendering (Googlebot needs these)
Allow: /*.js
Allow: /*.css
Allow: /*.json
Allow: /script.js
Allow: /style.css

# Allow important pages
Allow: /index.html
Allow: /gb-polls.html
Allow: /seat-calculator.html
Allow: /path-to-no10.html
Allow: /scottish-polls.html
Allow: /welsh-polls.html
Allow: /contact.html
Allow: /privacy.html
Allow: /shop.html

# Allow images
Allow: /images/

# Block aggressive non-referral crawlers
User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

# Block SEO scrapers (we don't use these dashboards; they crawl heavily
# and only sell competitor analysis to others, no traffic to us)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

Sitemap: https://www.pollcheck.co.uk/sitemap.xml