User-agent: * allow: admin.php allow: /admin/ allow: /images/ allow: /includes/ allow: /themes/ allow: /blocks/ allow: /modules/ allow: /language/ User-Agent: * Disallow: /*.doc$ Disallow: /*.pdf$