# Allow Archive.org to save snapshots of everything
User-agent: ia_archiver
Allow: /

# Tame yahoo... it tends to eat a ton of resources without a delay
User-agent: Slurp
Crawl-delay: 60


#list individual pages and files here that all bots should ignore, as well as group extentions.
#If you re-write everything to .html, you can disallow *.php, but note that if you don't have a CRR for custom pages, those will be blocked.

User-agent: *
Disallow: *.js

Disallow: /includes/
Disallow: /install/
Disallow: /images/
Disallow: /archive/
Disallow: /customavatars/

Disallow: /online.php
Disallow: /sendmessage.php

Disallow: /register.php
Disallow: /search.php
Disallow: /faq.php
Disallow: /login.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /subscription.php
Disallow: /misc.php
Disallow: /arcade.php
Disallow: /calendar.php


#Finally, list the path to your sitemap:
Sitemap: http://www.haluce.ro/sitemap_index.xml.gz