# Robots.txt from http://www.meramaal.com - Free India classifieds
### BEGIN FILE ###
#
#
#
# The use of robots or other automated means to access the Meramaal site
# without the express permission of Meramaal is strictly prohibited.
# Notwithstanding the foregoing, Meramaal may permit automated access to
# access certain Meramaal pages but soley for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at <http://www.robotstxt.org/ wc/ exclusion.html> is strictly
# prohibited.
#

# disallow all files in these directories 
User-agent: *

Disallow: /_notes/
Disallow: /abimporter/
Disallow: /cgi-bin/
Disallow: /cron/
Disallow: /advt/
Disallow: /data/
Disallow: /images/
Disallow: /images-new/
Disallow: /lang/
Disallow: /log/
Disallow: /js/
Disallow: /ui/
Disallow: /inc/
Disallow: /mailtemplates/
Disallow: /userimgs/
Disallow: /meramaal-admin/
Disallow: /css/
Disallow: /blog/wp-*/
Disallow: /articles/wp-*/
Disallow: /mint/

# disallow all files ending in specific extension 
Disallow: /*.php$ 
Disallow: /*.js$ 
Disallow: /*.inc$ 
Disallow: /*.css$ 
Disallow: /*.txt$
Disallow: /*search=*/
Disallow: /*view=*/
Disallow: /*subcatid=*/
Disallow: /*page=*/
Disallow: /*cityid=*/
Disallow: /*city=*/
Disallow: /*googlemap*/

User-agent: psbot/0.1
Disallow: /

User-agent: Twiceler www.cuill.com/robots.html
Disallow: /

User-agent: Twiceler-0.9 http://www.cuill.com/twiceler/robot.html
Disallow: /

User-agent: Dwaarbot+(dwaarbot@dwaar.com)
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: Giga�mega.bot/1.0; +http://www.giga�mega.net/bot.html
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baidu 
Disallow: / 

User-agent: Speedy
Disallow: /

User-agent: IIITBOT/1.1 (Indian Language Web Search Engine; http://webkhoj.iiit.net; pvvpr at iiit dot ac dot in) 
Disallow: /

User-agent: boitho.com-dc 
Disallow: / 

User-agent: ccbot
Disallow: / 

User-agent: seekbot
Disallow: /

User-agent: Pete-Spider Light
Disallow: /

Sitemap: http://www.meramaal.com/sitemap.xml
Sitemap: http://www.meramaal.com/sitemapads/sitemapads.xml

### END FILE ###