User-agent: *
Disallow: /Pages/Header
Disallow: /Pages/Footer
Disallow: /Pages/

User-Agent: Googlebot
Allow: .js
Allow: .css

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: PetalBot
Disallow: /