User-agent: * Allow: *.pdf$ Allow: *.xml$ Allow: *.txt$ Allow: *.htm$ Allow: *.html$ Allow: *.asp$ Disallow: /sparkle/beta/ Disallow: /*/archive/