# all robots may catalog directories other than those listed below User-agent: * Disallow: /test Disallow: /scratch