User-agent: * Disallow: /redirect.php Disallow: /cgi-bin # Disallow: /images Disallow: /styles Disallow: /signup Disallow: /pastdeals Disallow: /inline Disallow: /includes Disallow: /counter_js.php Disallow: /admin User-agent: dotbot Disallow: /