# GF Edits - 2010-01-03
# We want Google and other search engines to index the site, but MediaWiki
# creates a lot of content that isn't useful and just overloads the web
# server and creates a lot of useless rubbish in Google's indexes.
# The following line should prevent that from happening but still
# allow search engines to index useful content. 
# Be VERY careful with this command, see here for reference:
# http://www.mediawiki.org/wiki/Robots.txt
User-agent: *
Disallow: /w/
User-agent: *
Crawl-delay: 2