User-Agent: Googlebot
Allow: listing.php
Allow: index.php
Disallow: config.php
Disallow: /templates/
Disallow: /admin/
Disallow: /Includes/


User-Agent: ArchitextSpider
Allow: sau alt exp
Allow: postare/fisier.html



User-Agent: Scooter
Allow: 
Allow: 


User-Agent: T-Rex
Allow: 
Allow: 



User-Agent: FAST-WebCrawler
Allow: 
Allow: 


User-agent: *
Disallow: config.php
Disallow: /templates/
Disallow: /admin/
Disallow: /Includes/