# Allow all robots to spider everything by disallowing JsessionIDs User-agent: * Crawl-Delay: 20 Disallow:/*jsessionid=*