# All robots will spider the domain User-agent: * # Disallow directory /cgi-bin/ Disallow: /cgi-bin User-agent: Mozilla/5.0 (compatible;contxbot/1.0) Disallow: Sitemap: http://www.litquotes.com/sitemap.xml