User-agent: * Disallow: /admin/ Disallow: /cache/ Disallow: /db/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /templates/ Disallow: /faq.php Disallow: /groupcp.php Disallow: /login.php Disallow: /memberlist.php Disallow: /modcp.php Disallow: /posting.php Disallow: /privmsg.php Disallow: /profile.php Disallow: /search.php Disallow: /viewonline.php # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.css$ # disallow all files with? in url Disallow: *mark=* Disallow: *view=* # MJ12 bot can fuck off due to their 'you cant block us' attitude User-agent: MJ12bot Disallow: / # Fasterfox sucks User-agent: Fasterfox Disallow: /