User-agent: *
#Allow files ending with HTML
Allow: /shayariadab/*html$

# Denying anything which is having something after HTML
Disallow: /shayariadab/*html
# Following will disallow sorted links
Disallow: /shayariadab/*/*;sort
# Denying Posting or editing by BOTS
Disallow: /shayariadab/*post.html
# Denying url having word "empty"
Disallow: /shayariadab/*empty*html$
# Denying certain pages 
Disallow: /shayariadab/forums/
Disallow: /shayariadab/mlist.html
Disallow: /shayariadab/stats.html
Disallow: /shayariadab/login.html
Disallow: /shayariadab/activate.html
Disallow: /shayariadab/search.html
Disallow: /shayariadab/register.html
Disallow: /shayariadab/Sources/
Disallow: /shayariadab/Themes
Disallow: /shayariadab/subs/
Disallow: /shayariadab/Packages/



# For setting yahoo bot index / crawl delay - 10 second delay per crawl
User-agent: Slurp
Crawl-delay: 10


User-Agent: Adsbot-Google
Allow: /*
Disallow: /forums/privmsg.php* 
Disallow: /forums/profile.php*
Disallow: /forums/faq.php
Disallow: /forums/login.php*
Disallow: /forums/admin/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/language/
Disallow: /forums/spelling/
Disallow: /forums/templates/ 
Disallow: /forums/common.php
Disallow: /forums/config.php
Disallow: /forums/groupcp.php*
Disallow: /forums/memberlist.php* 
Disallow: /forums/modcp.php* 

User-Agent: MediaPartners-Google    # Allowing google-adsense-bot
Allow: /*
Disallow: /forums/privmsg.php* 
Disallow: /forums/profile.php*
Disallow: /forums/faq.php
Disallow: /forums/login.php*
Disallow: /forums/admin/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/language/
Disallow: /forums/spelling/
Disallow: /forums/templates/ 
Disallow: /forums/common.php
Disallow: /forums/config.php
Disallow: /forums/groupcp.php*
Disallow: /forums/memberlist.php* 
Disallow: /forums/modcp.php*

User-agent: *
# This will allow all files ending with "htmL"
Allow: /*html$
Allow: /forums/*html$
Allow: /forums/*index.php$
# This will allow URL for forum's other pages Numbered 1,2,3, and on
Allow: /forums/*html?topicdays
# This will allow URL for topics number 1,2,3 and on
Allow: /forums/*html?postdays

#Following will disallow pagination's first page
Disallow: /forums/*html?postdays=0&postorder=asc&start=0
# Following will disallow pages containnig next and previous words
Disallow: /forums/*next
Disallow: /forums/*previous
# Following will Disallow all files containing "index.php" with something after it.
Disallow: /forums/*index.php
# Following dissallow all files having something after "html"
Disallow: /forums/*html
Disallow: /forums/privmsg.php* 
Disallow: /forums/profile.php*
Disallow: /forums/faq.php
Disallow: /forums/login.php*
Disallow: /forums/admin/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/language/
Disallow: /forums/spelling/
Disallow: /forums/templates/ 
Disallow: /forums/common.php
Disallow: /forums/config.php
Disallow: /forums/groupcp.php*
Disallow: /forums/memberlist.php* 
Disallow: /forums/modcp.php* 
Disallow: /forums/posting.php* 
Disallow: /forums/viewonline.php
Disallow: /forums/topic_view_users.php*
Disallow: /forums/search.php*
Disallow: /forums/viewforum.php*
Disallow: /forums/viewtopic.php*
Disallow: /forums/*image*
Disallow: /forums/sat*pm
Disallow: /forums/sun*pm
Disallow: /forums/mon*pm
Disallow: /forums/tue*pm
Disallow: /forums/wed*pm
Disallow: /forums/thu*pm
Disallow: /forums/fri*pm
Disallow: /forums/sat*am
Disallow: /forums/sun*am
Disallow: /forums/mon*am
Disallow: /forums/tue*am
Disallow: /forums/wed*am
Disallow: /forums/thu*am
Disallow: /forums/fri*am
Disallow: /awstats/