# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /misc/*.css$ Allow: /misc/*.css? Allow: /misc/*.js$ Allow: /misc/*.js? Allow: /misc/*.gif Allow: /misc/*.jpg Allow: /misc/*.jpeg Allow: /misc/*.png Allow: /modules/*.css$ Allow: /modules/*.css? Allow: /modules/*.js$ Allow: /modules/*.js? Allow: /modules/*.gif Allow: /modules/*.jpg Allow: /modules/*.jpeg Allow: /modules/*.png Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /themes/*.css$ Allow: /themes/*.css? Allow: /themes/*.js$ Allow: /themes/*.js? Allow: /themes/*.gif Allow: /themes/*.jpg Allow: /themes/*.jpeg Allow: /themes/*.png # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ User-agent: * Disallow: /?path=person%20D8%20AD%20D9%2085%20DB%208C%20D8%20AF%20D9%2086%20DB%208C%20DA%20A9%20E2%2080%208C%20D8%20B1%20D9%2088%20D8%20B4&page=78 Disallow: /?id=1008328&page=78 Disallow: /?id=1008328&page=78 Disallow: /?id=1001214&page=78 Disallow: /?n=1000193&page=78 Disallow: /?id=1008774&page=78 Disallow: /?n=1003045&page=78 Disallow: /?id=1008985&page=78 Disallow: /?path=LouisVuitton 7874&page=78 Disallow: /?path=tag D9 81 D8 B1 D9 88 D8 B4 D8 AA D9 86 D8 AF D8 B1 D9 BE DB 8C DA A9 D8 A7 D9 BE D9 85 D8 AF D9 84 97&page=78 Disallow: /?id=1006558&page=78 Disallow: /?id=1005839&page=78 Disallow: /?path=v IdHjb&page=78 Disallow: /?id=1001178&page=78 Disallow: /?path=tag D9 85 D8 A8 D9 84 D8 BA D8 B3 D8 A7 D8 B9 D8 A7 D8 AA D8 A7 D8 B6 D8 A7 D9 81 D9 87 DA A9 D8 A7 D8 B1 DB 8C D8 AF D8 B1 D8 B3 D8 A7 D9 84 98&page=1168 Disallow: /?id=1003866&page=78 Disallow: /?path=LouisVuitton 19495&page=78 Disallow: /?id=1005752&page=78 Disallow: Disallow: /?id=1008369&page=78 Disallow: /?id=1000184&page=78 Disallow: /?path=nbsp&page=78 Disallow: /?id=10۰۱۷۵۹&page=78 Disallow: /?n=1001592&page=78 Disallow: /?n=1000215&page=78 Disallow: /?id=1005180&page=78 Disallow: /?id=1008394&page=78 Disallow: /?path=tag D9 87 D8 AF D9 81 D9 88 D9 86 D8 A8 DB 8C D8 B3 DB 8C D9 85 DA AF D9 84 DA A9 D8 B3 DB 8C D8 A7 D8 B3 8&page=78 Disallow: /?id=1000295&page=78 Disallow: /?path=v 1Zium&page=78 Disallow: /?id=1007379&page=78 Disallow: /?path=Data Gallery s57 CD&page=78 Disallow: /?id=1007105&page=78 Disallow: /?id=1004845&page=78 Disallow: /?path=v IAk2T&page=78 Disallow: /?id=1008550&page=78 Disallow: /?path=auto 7449&page=78 Disallow: /?n=1002924&page=78 Disallow: /?path=v rSFpJ&page=78 Disallow: /?id=1001123&page=78 Disallow: /?id=1008878&page=78 Disallow: /?path=video تماشا کنید کباب پز خورشیدی&page=78 Disallow: /?id=1006016&page=78 Disallow: /?path=tag D8 AA D8 A8 D8 AF DB 8C D9 84 D8 B4 D9 85 D8 A7 D8 B1 D9 87 D8 AD D8 B3 D8 A7 D8 A8 D8 A8 D9 87 D8 B4 D9 85 D8 A7 D8 B1 D9 87 D8 B4 D8 A8 D8 A7 D8 A8 D8 A7 D9 86 DA A9 D8 B3 DB 8C D9 86 D8 A7&page=78 Disallow: /?path=news 238386&page=78 Disallow: /?id=1000336&page=78 Disallow: /?id=1007739&page=78 Disallow: /?path=tag D8 A8 D8 B1 D9 86 D8 A7 D9 85 D9 87 DA AF DB 8C D8 B1 D8 A7 D8 B3 D8 B3 D8 A7 D9 85 D8 B3 D9 88 D9 86 DA AF&page=78 Disallow: /?path=v ME10U&page=78 Disallow: /?path=v EtZPx&page=78 Disallow: /?path=tag D9 BE D8 B1 D8 A7 DB 8C D8 AF D9 87 D8 A7 DA 86 E2 80 8C D8 A8 DA A9&page=78 Disallow: /?id=1006162&page=78 Disallow: /?path=رایگانwww wuala com&page=78 Disallow: /?path=v z1gqc&page=78 Disallow: /?id=1003296&page=777 Disallow: /?path=tag D8 B3 D8 A7 D8 B9 D8 AA D9 85 DA 86 DB 8C DA A9 D8 A7 D8 B3 DB 8C D9 88&page=78 Disallow: /?id=1000253&page=78 Disallow: /?id=1000158&page=78 Disallow: /?id=1005181&page=78 Disallow: /?path=v TVUBb&page=78 Disallow: /?path=v cUO58&page=78 Disallow: /?id=1007875&page=78 Disallow: /?path=v 48qPH&page=78 Disallow: /?path=v rXvoM&page=78 Disallow: /?path=v kOMXR&page=78 Disallow: /?path=Articles Social 24 140 pdf&page=78 Disallow: /?path=v sBrRt&page=78 Disallow: /?path=v LTCty&page=78 Disallow: /?n=1000756&page=78 Disallow: /?path=v ykwnr&page=78 Disallow: /?path=v 1HcU7&page=78 Disallow: /?id=1008257&page=78 Disallow: /?id=1008190&page=78 Disallow: /?id=10111&page=78 Disallow: /?path=tag D9 85 D8 B4 D8 A7 D9 87 D8 AF D9 87 D8 AA D8 B1 D8 A7 D9 81 DB 8C DA A9 D8 B4 D8 A8 DA A9 D9 87&page=78 Disallow: /?n=1003025&page=78 Disallow: /?path=v rnSAd&page=78 Disallow: /?id=1008396&page=78 Disallow: /?id=1005997&page=78 Disallow: /?path=content 1069&page=78 Disallow: /?path=content 373&page=77 Disallow: /?path=v sKn8S&page=77 Disallow: /?path=node 17009&page=77 Disallow: /?path=unit2 www icsa net&page=77 Disallow: /?path=content 640&page=77 Disallow: /?id=1000290&page=77 Disallow: /?id=1008550&page=77 Disallow: /?n=1000171&page=769 Disallow: /?id=1005618&page=76 Disallow: /?n=1002404&page=76 Disallow: /?id=1007896&page=76