User-agent: *
Sitemap: http://www.directory-index.net/sitemap_index.xml
Sitemap: http://www.directory-index.net/sitemaps/sitemap.xml.gz
Sitemap: http://www.directory-index.net/sitemaps/sitemap1.xml.gz
Sitemap: http://www.directory-index.net/sitemaps/sitemap2.xml.gz
Sitemap: http://www.directory-index.net/sitemaps/sitemap3.xml.gz
Allow: /search
Allow: /rss
Allow: /cl.php
Disallow: /website/*
Disallow: /website-id/*.html
Disallow: /bookmarking/*
Disallow: /*.php
Disallow: /error_log
Disallow: /admin/*
Disallow: /images/*
Disallow: /include/*
Disallow: /javascripts/*
Disallow: /lang/*
Disallow: /libs/*
Disallow: /seo-tools/*
Disallow: /temp/*
Disallow: /templates/*
Disallow: /images/*
Disallow: /templates/Directory-Index/images/*
Disallow: /thumbnail/*