# robots.txt for DeepTerm

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Allow: /extractor
Allow: /pomodoro
Allow: /about
Allow: /contact
Allow: /privacy-policy
Allow: /terms

# Optimize crawl rate
Crawl-delay: 10

# Sitemaps
Sitemap: https://deepterm.com/sitemap.xml