# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: BoardTracker
Disallow: /

User-agent: Slurp
Crawl-delay: 60

# Root Folders
User-agent: *
Disallow: /*feed
Disallow: /?s=
Disallow: /page/
Disallow: /wp-admin/

# Root Files
User-agent: *
Disallow: /php.php
Disallow: /xmlrpc.php
Disallow: /favicon.ico
Disallow: /index.php?s=

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.gtscene.com/sitemap.xml.gz