# $Id: robots.txt,v 1.3 2008-07-28 18:26:03 fwosko Exp $
# /robots.txt file
# mail webmaster@janmedia.com

#Yahoo Bot
User-agent: Slurp
Crawl-delay: 1800
#Disallow payment process sites caching
Disallow: /orders/
Disallow: /sys/
#Disallow stylesheets processing
Disallow: /style.css
Disallow: /css/
#Disallow nexto.pl specific
Disallow: /sklep/
Disallow: /klub/

#MSN Bot
User-agent: msnbot
Crawl-delay: 1800
#Disallow payment process sites caching
Disallow: /orders/
Disallow: /sys/
#Disallow stylesheets processing
Disallow: /style.css
Disallow: /css/
#Disallow nexto.pl specific
Disallow: /sklep/
Disallow: /klub/

#Onet bot
User-agent: holmes
Crawl-delay: 1800
#Disallow payment process sites caching
Disallow: /orders/
Disallow: /sys/
#Disallow stylesheets processing
Disallow: /style.css
Disallow: /css/
#Disallow nexto.pl specific
Disallow: /sklep/
Disallow: /klub/


#Use file for all robots
User-agent: *
#Disallow payment process sites caching
Disallow: /orders/
Disallow: /sys/
#Disallow stylesheets processing
Disallow: /style.css
Disallow: /css/
#Disallow nexto.pl specific
Disallow: /sklep/
Disallow: /klub/