User-agent: ia_archiver
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: *
Disallow: *.php
Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.aspx
Disallow: *.html
Disallow: *.htm
Disallow: *.cgi
Disallow: /includes/
Disallow: /archive/
Disallow: /customavatars/
Disallow: /customprofilepics/
Disallow: /forum/attachments/
Disallow: /includes/
Disallow: /category/
Disallow: /category/*
Disallow: /authors/*

Sitemap: http://petbirds.gr/sitemap_index.xml.gz