# all crawlers
User-agent: *

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /mobile/api/*
Disallow: /VoiceAssistant/*
Disallow: /system/templates/*
Disallow: /system/cb/*
Disallow: /OrderHistory
Disallow: /A
Disallow: /B
Disallow: /C
Disallow: /D
Disallow: /E
Disallow: /F
Disallow: /G
Disallow: /H
Disallow: /I
Disallow: /J
Disallow: /K
Disallow: /L
Disallow: /M
Disallow: /N
Disallow: /O
Disallow: /P
Disallow: /Q
Disallow: /R
Disallow: /S
Disallow: /T
Disallow: /U
Disallow: /V
Disallow: /W
Disallow: /X
Disallow: /Y
Disallow: /Z
Disallow: /0
Disallow: /1
Disallow: /2
Disallow: /3
Disallow: /4
Disallow: /5
Disallow: /6
Disallow: /7
Disallow: /8
Disallow: /9

# Google-Adsbot
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/

# Bing-Adsbot
User-agent: AdIdxBot

Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/

# Google AI Crawlers
User-Agent: Google-Extended
User-Agent: Gemini-Deep-Research
Allow: /

# ChatGPT
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# Claude
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Allow: /

# Ahrefs
User-agent: AhrefsBot
Disallow: /

# Moz
User-agent: dotbot
Disallow: /

# Majestic
User-agent: MJ12bot
Disallow: /

# PetalBot
User-agent: PetalBot
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

# Sitemaps
Sitemap: https://www.digikey.vn/product-detail/sitemap.xml
Sitemap: https://www.digikey.vn/product-search/sitemap.xml
Sitemap: https://www.digikey.vn/top-product/sitemap.xml
Sitemap: https://www.digikey.vn/sitemap/homepage-sitemap_sitemapindex_vn.xml