User-agent: Twitterbot
Allow: *

User-agent: Applebot
Allow: *

User-Agent: *
Disallow: /status
Disallow: /te/
Disallow: /api
Disallow: /backoffice
Disallow: /explore
Disallow: /socket.io
Disallow: /blog
Disallow: /profile
Disallow: /*/insight
Disallow: /*/step
Disallow: /l
Disallow: /insight
Disallow: /communities/*@*
Disallow: /communities/*/*@*
Disallow: /communities/*/hey-everyone*
Disallow: /communities/*/hello-everyone*
Disallow: /communities/*/join-me-in-giving-a-warm-welcome*