user-agent: * disallow: /js/ user-agent: magicsearchbot disallow: /test/