user-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /check-availability.html Disallow: /admin/ Disallow: /inc/ Disallow: /mobile/