User-agent: *
Allow: /
Allow: /pages/terms.php
Allow: /pages/feedback.php

User-agent: Slurp
Crawl-delay: 20