#           
#          '___'
#          |o o|
#          | - |
#    (/    _| |_
#     \ []/._._.\[]
#      \/ \_._._/ \
#          |_._|   \
#          |._.|   /)

## apply to all crawlers
User-agent:	*

## don't allow the old method of pages
Disallow:	/?page=
Disallow:	?page=

## don't crawl test folders
Disallow:	/arabel/site
Disallow:	/coa
Disallow:	/test
Disallow:	/!dev
Disallow:	/temp

## no need to crawl these anymore
Disallow:	/privoxy/google
Disallow:	/articles/lists
Disallow:	/projects/1154
Disallow:	/gta/sa/stats
Disallow:	/gta/stats
Disallow:	/jou

## don't crawl large images
Disallow:	/arabel/screens
Disallow:	/nwn_ss/
Disallow:	/gta_ss/
Disallow:	/gta/screenshots

## don't crawl scripts
Disallow:	/code
Disallow:	/script
Disallow:	/cgi-bin

## don't crawl large files
Disallow:	/files

## don't crawl restricted folders
Disallow:	/config
Disallow:	/private

## don't crawl the blacklist
Disallow:	/blacklist.txt

User-agent: ia_archiver
Disallow: /