User-agent: * Disallow: /test/ # Disallow a specific directory Disallow: /nau2/ Disallow: /plugins/ Disallow: /locs/plugins/ Disallow: /locs/plugins-dist/ Disallow: /locs/local/ Disallow: /locs/prive/ Disallow: /locs/spip.php?debut_* Disallow: /locs/?debut_* Disallow: /locs/spip.php?page=login* Disallow: /spip.php?page=login* Crawl-delay: 10 User-agent: YandexBot Disallow: /locs/ User-agent: meta-externalagent Disallow: /locs/ User-agent: meta-webindexer Disallow: /locs/