User-agent: * Disallow: /short_url/admin Disallow: /short_url/css Disallow: /short_url/images Disallow: /short_url/includes Disallow: /short_url/js Disallow: /short_url/pages