User-agent: *
Disallow: /clear.php
Disallow: /process.php
Disallow: /404.php

Disallow: /includes/
Disallow: /layouts/
Disallow: /partials/
Disallow: /vendor/