# robots.txt generated at www.ipsum.ro User-agent: Googlebot Disallow:/? User-agent: MSNBOT Disallow:/.?$ User-agent: SLurp Disallow:/.?$ Crawl-delay: 120 # Begin Exclusion From Directories from robots.txt Disallow: /cgi-bin/ Sitemap: http://alexandria.lydo.org/sitemap.xml