User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: *
Allow: /
Allow: /privacy
Allow: /terms
Allow: /contact
Allow: /about
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /sw.js
Allow: /ads.txt
Allow: /favicon.ico
Disallow: /admin/
Disallow: /uploads/
Disallow: /outputs/
Disallow: /download
Disallow: /download/
Disallow: /download_with_token/
Disallow: /generate_download_token/
Disallow: /upload
Disallow: /upload_async
Disallow: /history
Disallow: /account-settings
Disallow: /settings
Disallow: /payment-confirmation
Disallow: /polar-dashboard
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /share/
Disallow: /share_media/
Disallow: /share_download/
Disallow: /task_status/
Disallow: /task_result/
Disallow: /status/
Disallow: /refresh_timezone
Disallow: /update_timezone
Disallow: /refresh-session
Disallow: /health
Disallow: /debug/
Disallow: /dev/
Disallow: /test
Disallow: /test/
Disallow: /test-creem
Disallow: /test-creem-api
Disallow: /creem-test

# 爬取延迟 (毫秒)
Crawl-delay: 1

Sitemap: https://transcribetext.com/sitemap.xml