# robots.txt for http://smit.vub.ac.be/ # Dirs ALWAYS have end slash: /DirName/ # Files NEVER have end slash but ALWAYS uses extension: /Filename.html # this goes for every robot User-agent: * Disallow: /docs/priv/