User-agent: * Disallow: /admin/ Allow: / Disallow: /scripts/ Disallow: /textfiles/