User-agent: *     # applies to all robots
Allow: /*.html    # allow indexing of top-level html
Allow: /*.pdf     # allow indexing of top-level php
Disallow: /       # disallow all other indexing including everything within sub-folders