# For domain: http://www.saeculii.com

#Baidu does not respect intellectual property and copyrights
User-agent: Baiduspider
Disallow: /

#Purpose not clear
User-agent: dotbot 
Disallow: /

#Purpose not clear
User-agent: Sosospider
Disallow: /

#Purpose not clear
User-agent: sogou
Disallow: /

#Repeated visits, high band width, Russian spiders suspect with no clear ROI
User-agent: Yandex
Disallow: /

# All robots will spider the domain with Disallow directories listed
User-agent: *

# All Disallow fileslisted
Disallow: application.cfm
Disallow: construction.cfm
Disallow: exception_error.cfm
Disallow: exception_error_process.cfm
Disallow: saeculii.cfm
Disallow: site_map.cfm
Disallow: company_profile.cfm
Disallow: next_back_navigation.cfm
Disallow: professional_translation_service_discounts.cfm
Disallow: professional_translation_service_questionnaire.cfm
Disallow: professional_translation_service_survey.cfm
Disallow: professional-translation-service-estimate.cfm
Disallow: professional-translation-service-msg.cfm
Disallow: professional-translation-service-rates.cfm
Disallow: professional-translation-service-thesis.cfm
Disallow: professional-translation-service-solutions-end.cfm
Disallow: professional-translation-service-trial.cfm
Disallow: professional-translation-service-payment.cfm
Disallow: sample-translation-projects.cfm
Disallow: tailored_translation_solutions.cfm
Disallow: transaction_flow_guide.cfm
Disallow: translation_basic_rates.cfm
Disallow: translation_estimate_calculate.cfm
Disallow: translation_estimate_display.cfm
Disallow: translation_estimate_display_details.cfm
Disallow: translation_estimate_report.cfm
Disallow: translation_how_it_works.cfm
Disallow: translation_rate_calculator.cfm
Disallow: help.cfm

# All Disallow directories listed
Disallow: /Errors/
Disallow: /TechnicalFiles/
Disallow: /TranslationFiles/
Disallow: /Configure/
Disallow: /Employment/
Disallow: /Help/
Disallow: /Misc/
Disallow: /MyAM/