#Disallow

User-agent: *
Disallow: /admin
Disallow: /pl/checkout
Disallow: /pl/search

#Sitemap
Sitemap: https://greypet.com/sitemap.xml

# Settings
User-agent: adsbot-google
Disallow: /admin
Disallow: /pl/checkout
Disallow: /pl/search

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Crawl-Delay: 10

User-agent: Pinterest
Crawl-delay: 1