#liste des répertoires à ne pas indexer

User-agent: Googlebot
Disallow: /common/
Disallow: /alexandria-administrator
Disallow: /alexandria-advertising
Disallow: /alexandria-header
Disallow: /alexandria-littre
Disallow: /alexandria-phonetic
Disallow: /partners-dictionaries
Disallow: sitemap-index.2009-03-17.xml

User-agent: * 
Disallow: getDataAlexandriaOnlineOK
Disallow: /common/
Disallow: /alexandria-administrator
Disallow: /alexandria-advertising
Disallow: /alexandria-header
Disallow: /alexandria-littre
Disallow: /alexandria-phonetic
Disallow: /partners-dictionaries
Disallow: /ebay/search-item.jsp

User-agent: psbot
Disallow: / 

User-agent: Twiceler
Disallow: / 

User-agent: Mediapartners-Google*
Disallow:

User-agent:turnitinbot
Disallow: /

Sitemap: http://www.sensagent.com/sitemap-index.2009-03-17.xml