# this tells all robots they can crawl all pages on the site apart from *_j.htm pages User-agent: * Disallow: /*_j.htm