Sitemap: http://hubpages.com/sitemaps/hub/current/sitemap_index.xml
Sitemap: http://hubpages.com/sitemaps/category/current/sitemap_index.xml
Sitemap: http://hubpages.com/sitemaps/forum/current/sitemap_index.xml

User-agent: *
Disallow: /email/
Disallow: /c/
Disallow: /docs/
Disallow: /my/
Disallow: /make/request/
Disallow: /profile/*/map$
Disallow: /search/
Disallow: /hop/
Disallow: /tip/
Disallow: /answers/
Disallow: /slide/
Disallow: /clean/

User-agent: Googlebot
Disallow: /email/
Disallow: /c/
Disallow: /docs/
Disallow: /my/
Disallow: /make/request/
Disallow: /profile/*/map$
Disallow: /search/
Disallow: /hop/
Disallow: /tip/
Disallow: /answers/
Disallow: /slide/
Disallow: /clean/

Noindex: /xml/


# allow adsense bot everywhere
User-agent: Mediapartners-Google
Disallow:

User-agent: Covario-IDS
Disallow: /

user-agent: AhrefsBot
disallow: /