Sitemap: http://www.rubylane.com/rubylaneSitemap.xml
Sitemap: http://www.rubylane.com/rubylaneSitemapindex_listing.xml

User-agent: psbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: linksmanager
Disallow: /
User-agent: RedCarpet
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: e-SocietyRobot
Disallow: /
User-agent: PCNBot
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: PGBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: DealOzBot
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /clickv1
Disallow: /graphics
Disallow: /too
Disallow: /en/
Disallow: /ni/

User-agent: msnbot
Crawl-delay: 1
User-agent: Slurp
Crawl-delay: 1