User-agent: *
Allow: /

# Disallow API endpoints from indexing
Disallow: /api/

# Important files for crawlers
Sitemap: https://stripmd.thistools.app/sitemap.xml

# Special file for AI/LLM crawlers
# llm.txt contains structured information about this tool
# Location: https://stripmd.thistools.app/llm.txt

# SEO-friendly URLs
# English: https://stripmd.thistools.app/
# Chinese: https://stripmd.thistools.app/zh/

# Key features for crawlers:
# - Free online markdown to plain text converter
# - Strip markdown formatting and syntax
# - Remove markdown online with AI optimization
# - Convert markdown to normal/plain text
# - Perfect markdown remover for social media platforms
# - Supports escape markdown formatting
# - AI-powered optimization for social media engagement

# Crawl-delay for respectful crawling
Crawl-delay: 1