User-agent: * #Crawl-Delay: 30 Disallow: /*/$ Disallow: /aggregator/ Disallow: /login_page Disallow: /appointment_form/ Disallow: /email_listing/ Disallow: /favorite_properties/ Disallow: /?q=aggregator/ Disallow: /?q=login_page Disallow: /?q=appointment_form/ Disallow: /?q=email_listing/ Disallow: /?q=favorite_properties/ Disallow: /css/images/default/ Disallow: /themes/realtyworld/images/mapicons/ Disallow: /homelife_university.hlr Disallow: /includes/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /taxonomy/ Disallow: /*recent_sales_area* Disallow: /*property_history* Disallow: /*price_comparison* Disallow: /contact_agent/ Disallow: /contact_broker/ Disallow: /mobile_contact/ Allow: /misc/ Allow: /modules/ Allow: /themes/ Allow: /themes/urban/css/style.css Allow: /themes/bannertheme/css/ Allow: /themes/bannertheme/js/ Allow: /themes/bannertheme/theme2/css/style.css Allow: /themes/bannertheme/theme4/css/style.css Allow: /themes/bannertheme/theme5/css/style.css Allow: /themes/bannertheme/theme6/ Allow: /modules/agent_listings_module/css/ Allow: /modules/widgets Allow: /themes/bannertheme/css/flexnav.css Allow: /misc/drupal.css Allow: /themes/mobile/css/all.css Allow: /themes/bannertheme/nivo/nivo-slider.css Allow: /modules/RETS_property/css/RETS_property_fs.css Allow: /node/add/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /precondo_email_listing/ Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ Disallow: /_ask_questions_textimage/ Disallow: /visitor Disallow: /visitor* Disallow: /getImageNew/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ Disallow: /?q=getImageNew/ User-agent: YandexImages Disallow: /