##############################
# Google         
##############################
User-agent: googlebot
Disallow: /cgi-bin/
Disallow: /images/

##############################
# MSN
##############################
User-agent: MSNBOT
Disallow: /cgi-bin/
Disallow: /images/

##############################
# MSN2
##############################
User-agent: msnbot-media/1.0
Disallow: /cgi-bin/
Disallow: /images/

##############################
# ALEXA
##############################
User-agent: alexa_site_report
Disallow: /cgi-bin/
Disallow: /images/

##############################
# YAHOO
##############################
User-agent: slurp
Disallow: /cgi-bin/
Disallow: /images/

##############################
# BAN OTHERS
##############################
User-agent: Mediapartners-Google*
Disallow:
User-agent: *
Disallow: /referrers.php
Disallow: /ajax_cron.php
Disallow: /ajax.php
Disallow: /attachment.php
Disallow: /calendar.php
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /global.php
Disallow: /image.php
Disallow: /inlinemod.php
Disallow: /joinrequests.php
Disallow: /login.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /misc.php
Disallow: /moderator.php
Disallow: /newattachment.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /online.php
Disallow: /poll.php
Disallow: /postings.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /register.php
Disallow: /report.php
Disallow: /reputation.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /showgroups.php
Disallow: /subscription.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /usernote.php
Disallow: /member/
Disallow: /members/
Disallow: /tags/
Sitemap:http://www.h-shabab.com/vb/sitemap_index.xml.gz
Sitemap:http://www.h-shabab.com/vb/sitemap.xml