# allow Twitterbot to crawl images (needed for twitter:image meta) User-agent: Twitterbot Allow: /assets/images/ # other user-agents User-agent: * # Block root URL Disallow: /$ # Block nested paths Disallow: /*/* # Allow top-level paths ( eg: /:surveyId , /:surveyAlias ) Allow: /*