User-agent: * Disallow: /php/ # can not visit that dirrectory Disallow: /post/ # can not visit that dirrectory