# Notice: Collection of data on TechLunar through automated means is
# prohibited unless you have express written permission from TechLunar
# and may only be conducted for the limited purpose contained in said
# permission.

# Disallow everything.
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: uptimerobot
Disallow: /

User-agent: viberbot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: Yandex
Disallow: /

# Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared. 
User-agent: Twitterbot
Allow: /images

User-agent: facebookexternalhit
Allow: /images

User-agent: *
Disallow:

Sitemap: https://www.techlunar.com/sitemap.xml