# For domain: http://www.networkdictionary.com/

# Disallow directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /admin/
Disallow: /reports/
Disallow: /product/
Disallow: /ad/
Disallow: /Connections/
Disallow: /css/
Disallow: /documents/
Disallow: /files/
Disallow: /FreeEbooks/
Disallow: /img/
Disallow: /includes/
Disallow: /mbak/
Disallow: /misc/
Disallow: /modules/
Disallow: /p-download/
Disallow: /plesk-stat/
Disallow: /profiles/
Disallow: /reports/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/

# Disallow files 
User-agent: *
Disallow: /ad-vt.htm
Disallow: /cron.php
Disallow: /favicon.ico
Disallow: /google-ad-ht-input.js
Disallow: /google-ad-vt-input.js
Disallow: /google4bc098f1180e4cbf.html
Disallow: /ht.js
Disallow: /install.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /y_key_36145e85f9c2fcca.html


# Crawl delay
User-agent: *
Crawl-delay: 5