# Block all crawlers for /api
User-agent: *
Disallow: /api

# Disable all crawlers
User-agent: *
Disallow: /

# Google
User-agent: Googlebot
Allow: /

# Yahoo
User-agent: Slurp
Allow: /