User-agent: * # any agent
Allow: / 
Disallow: /*sp-web
Disallow: /*citizen-cabinet
Disallow: /*organization-cabinet
Disallow: /*registration
Disallow: /*.pdf
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.png
Disallow: /*.css
Disallow: /*.ico
Disallow: /*.jpeg
Disallow: /*.bmp
Crawl-delay: 60 # crawlers timeout 60
#Disallow: /*.js
#Disallow: /*.jsp