# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/subfolder/ -- you must move the robots.txt from # /subfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /subfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /AngelFinancing/3rdparty/ Disallow: /AngelFinancing/backup/ Disallow: /AngelFinancing/cache/ Disallow: /AngelFinancing/install/ Disallow: /AngelFinancing/internal/ Disallow: /AngelFinancing/libs/ Disallow: /AngelFinancing/modules/ Disallow: /AngelFinancing/plugins/ Disallow: /AngelFinancing/templates/ Disallow: /AngelFinancing/templates_c/ # Disallow: /AngelFinancing/search.php Disallow: /AngelFinancing/admin_index.php # Disallow: /AngelFinancing/search/ Disallow: /AngelFinancing/admin/