User-agent: * #match all robots Disallow: /l/ #do not index shortlinks dir, info can be misleading Disallow: /s/admin/ #do not index specific Yourls directories Disallow: /s/css/ Disallow: /s/images/ Disallow: /s/includes/ Disallow: /s/js/ Disallow: /s/pages/ Allow: /db/