User-agent: *
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /login/
Disallow: /private/
Disallow: /includes/
Disallow: /config/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /backups/
Disallow: /*.php$
Disallow: /[0-9]+$
Disallow: /*?sessionid=
Disallow: /*?ref=
Disallow: /404/           # Explicitly block 404 page

# Allow Google crawlers (AdSense requirement)
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Mediapartners-Google
Allow: /

# Block AI scrapers
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /

# Allow static files (AdSense requirement)
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$

# Sitemap
Sitemap: https://theipchecker.com/sitemap.xml