User-agent:* Disallow: /cgi-bin/ Disallow:/scripts/ Disallow:/pdf/ Disallow:/images/