User-agent: *
Disallow: /pages/

User-agent: *
Allow: /pages/links.htm

User-agent: *
Allow: /pages/links.shtml