# Robots.txt for http://www.miniloads.com

User-agent: *
Crawl-delay: 30					# 30 second delay between pages, keeps bandwidth and cpu cycles from high bursts
Disallow: /Old%20Site			# don't scan old website
Disallow: /wp-admin				#			 wp-admin
Disallow: /.htpasswds			#			 .htpasswds
Disallow: /wp-includes			#			 wp-includes
Disallow: /wp-content/uploads	#			 wp-content/uploads
Disallow: /wp-content/plugins	#						plugins