Sitemap: http://valex.net.ru/sitemap.xml

User-agent: *
Disallow: /forum/
Disallow: *a=freeads
Disallow: *a=login
Disallow: *feedback
Disallow: *signin
Disallow: *login
Disallow: *remind_pass
Disallow: /linki.php
Disallow: *s=*
Disallow: /catalog11*

Disallow: /articles*
Disallow: /biospeleology*
Disallow: /comps*
Disallow: /sitebuilder*
Disallow: /itemss*
Disallow: /show-business*
Disallow: /mp3*
Disallow: /city-sites*
Disallow: /download.php*
Disallow: /buy*
Disallow: /homepages*
Disallow: /sl_articles.php*
Disallow: /igra*
Disallow: /beers*
Disallow: /enterprises*
Disallow: /texnika*
Disallow: /internet-biz*
Disallow: /example*
Disallow: /high-tech*
Disallow: /erotics*
Disallow: /detail*
Disallow: /riddles*
Disallow: /drink*
Disallow: /zakonodatelstvo*
Disallow: /hosters*
Disallow: /kasy*
Disallow: /fashion-style*
Disallow: /aerospace*
Disallow: /interier*
Disallow: /education*
Disallow: /theatre*
Disallow: /remont*
Disallow: /other*
Disallow: /health*
Disallow: /sport-and-activity*
Disallow: /filosofia*
Disallow: /novosti*
Disallow: /tourism*
Disallow: /scripts*
Disallow: /motocycles_automobile*
Disallow: /my-animals*
Disallow: /chat*
Disallow: /houses*
Disallow: /background-info*
Disallow: /jobs*
Disallow: /house*
Disallow: /trash*
Disallow: /reklama*

Disallow: /domains_services*
Disallow: /gadgets-industries*
Disallow: /slick_online*
Disallow: /travelinformation*
Disallow: /school*
Disallow: /tasteless-content*
Disallow: /renovation_services*
Disallow: /german-lang_services*
Disallow: /mp3_online*
Disallow: /entertainment_services*
Disallow: /polygraph_online*
Disallow: /produce_services*
Disallow: /stock_online*
Disallow: /puppies_services*
Disallow: /casinos*
Disallow: /filosofia_online*
Disallow: /play_services*
Disallow: /seat_services*
Disallow: /kinoteatr_journal*
Disallow: /houses_online*
Disallow: /survey_services*
Disallow: /seo_services*
Disallow: /messaging_services*
Disallow: /zakonodatelstvo_services* 
Disallow: /substance_services*
Disallow: /pc-plugins*
Disallow: /purchase_online*
Disallow: /books*
Disallow: /family-news*
Disallow: /reklama_services*
Disallow: /sports_on-line*
Disallow: /beauty-tomorrow*
Disallow: /richness_services*
Disallow: /alter_online*
Disallow: /opinions-future*
Disallow: /employee_services*
Disallow: /fashioninformation*
Disallow: /home_page*
Disallow: /emoney*
Disallow: /mechanism_services*
Disallow: /wicca-content*
Disallow: /stylishclothing*
Disallow: /nightlife_journal*
Disallow: /autos-motocycles*
Disallow: /photographic-backgrounds*
Disallow: /civic_online*
Disallow: /enterprise_products*
Disallow: /cooking_services*
Disallow: /marinelife-news*
Disallow: /snuff_services*
Disallow: /comp-tomorrow*
Disallow: /aerospace-journal*

Crawl-delay: 3 # задает таймаут в 3 секунды