User-agent: *

Disallow: /sp/
Disallow: /media/
Disallow: /general/customers.html