User-Agent: Googlebot        # google
User-Agent: Mediapartners-Google*
User-Agent: ia_archiver      # web.archive.org
User-agent: mozDex           # open source :D
Disallow: /account_create.php
Disallow: /account_notes.php
Disallow: /account_settings.php
Disallow: /admins.php
Disallow: /API.php
Disallow: /character.php
Disallow: /character_create.php
Disallow: /character_edit.php
Disallow: /character_list.php
Disallow: /character_new.php
Disallow: /character_note.php
Disallow: /character_search.php
Disallow: /forum.php
Disallow: /c/
Disallow: /xml/
Disallow: /json/
Disallow: /newspost/
Disallow: /group.php
Disallow: /group_browse.php
Disallow: /group_create.php
Disallow: /getting_started.php
Disallow: /edit_post.php
Disallow: /notifier.php
Disallow: /group_forums.php
Disallow: /group_joined.php
Disallow: /group_manage.php
Disallow: /group_members.php
Disallow: /group_users.php
Disallow: /group_settings.php
Disallow: /password_reset.php
Disallow: /privacy.php
Disallow: /search_result.php
Disallow: /subscription.php
Disallow: /thread.php
Disallow: /warning.php

User-Agent: *
Disallow: /