# WhoCalledLookup — robots.txt
# We explicitly welcome AI crawlers so our pages can be cited.
# See /.well-known/ai.txt and /llms.txt for the full AI policy.
# Security disclosures: /.well-known/security.txt
# Humans behind the site:  /humans.txt

User-agent: *
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /api/
Disallow: /_next/data/
Disallow: /admin/
Disallow: /share-target
Disallow: /offline

User-agent: GPTBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: ChatGPT-User
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: OAI-SearchBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: ClaudeBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: PerplexityBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Google-Extended
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Applebot-Extended
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: cohere-ai
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Bytespider
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Amazonbot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Meta-ExternalAgent
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: YouBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Diffbot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

User-agent: Copilot-User
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /admin/

Sitemap: https://whocalledlookup.co.uk/sitemap_index.xml
Sitemap: https://whocalledlookup.co.uk/image-sitemap.xml
Sitemap: https://whocalledlookup.co.uk/news-sitemap.xml

# Cf. https://datatracker.ietf.org/doc/html/rfc9309