# robots.txt file from http://www.dunhuangtravel.com.cn
# All robots will spider the domain

User-agent: *
Disallow: /admin/
Disallow:/cgi-bin
Disallow: /require/ 
Disallow: /attachment/
Disallow: /images/
Disallow: /data/
Disallow: /template/
Disallow:/css/
Disallow: /lang/
Disallow:/script/
Disallow:/pay
Disallow: /Soft/
Allow: /html/
Allow: .htm$
Allow: .php$
Allow: .gif$
Allow: .jpg$
Allow: .jpeg$
Allow: /