# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

  	User-agent: *
  	Disallow: /cgi-bin/
  	Disallow: /css/
  	Disallow: /Infos/
  	Disallow: /img/
  	Disallow: /js/
	Disallow: /webring-1/
	Disallow: /webring-2/
	Disallow: /webring-3/
	Disallow: /*.swf
	Disallow: /fenster-3d.html
	Disallow: /fenster-3e.html
	Disallow: /fenster-3f.html
	Disallow: /leer-rechts.html
	Disallow: /menu-d.html
	Disallow: /menu-e.html
	Disallow: /menu-f.html
	Disallow: /welcome-title.html
	Disallow: /welcome.html
	Disallow: /welcome-links.html
	Disallow: /welcome-rechts.html