# We wish to allow only a few directories, but most # robots recognize only the Disallow directive. User-agent: * # Disallow access to everything # after the 'Enter The Archive' link Disallow: /Portico/browse/* Disallow: /Portico/search/* Disallow: /Portico/article/archive.por* Disallow: /Portico/article/viewHtml.por* Disallow: /Portico/article/access/archive.por* Disallow: /Portico/article/access/viewHtml.por* Disallow: /general/Portico_Payment_Instructions.pdf Allow: /Portico/article?* Allow: /Portico/article/access/DownloadPDF.por?*