User-agent: * Crawl-delay: 10 # Directories Disallow: /asp/ Disallow: /asp2/ Disallow: /b43c8de9a34c711c9de8569a9f8d3ee576df1782/ Disallow: /backup/ Disallow: /cgi-bin/ Disallow: /phpmyadmin/ Disallow: /scripts/ Disallow: /teaser/ Disallow: /free/ Disallow: /commercial/ Disallow: /perl/ Disallow: /php/ Disallow: /java/ # Files # disallow all files ending with these extensions Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # disallow all files with ? in url Disallow: /*?* Disallow: /*? # Paths (clean URLs) Disallow: /links7/admin/ Disallow: /links7/inc/ Disallow: /links7/temp_cat/ Disallow: /links7/templates/ Disallow: /links7/admin/cat/old/