# Robots.txt for siddharthrajsekar.com

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://siddharthrajsekar.com/sitemap.xml

# LLM/AI Crawler Information
# See https://llmstxt.org for the llms.txt standard
Sitemap: https://siddharthrajsekar.com/llms.txt

# Host directive
Host: https://siddharthrajsekar.com