User-agent: *
Disallow: /extra/ # This
Disallow: /bfapi/ # these
Disallow: /fof/
Disallow: /external/
Disallow: /simplepie.php
Disallow: /static.php