User-agent: SemrushBot
Disallow: /

User-agent: Datanyze
Disallow: /

User-agent: AhrefsBot/5.2
Disallow: /

User-agent: *
Disallow: /app/logon.asp
Disallow: /app/home.asp
Disallow: /public/agency/*
Disallow: /public/public/*
Disallow: /public/Program/*
Disallow: /public/program/*
Disallow: /private/1/program/*
Disallow: /common/*
Disallow: *disclaimerRegistration.jsp
Disallow: /public/javascript/*
Disallow: /crossdomain.xml
Disallow: /srvprofileedit_initialize.do
Disallow: /public/common/initializeDirectoryList.do
Disallow: /public/common/addItemServiceFromIndex.do
Disallow: /public/common/addItemOrgFromIndex.do
Disallow: /public/common/addItemLocationFromIndex.do
Disallow: /public/common/addItemLocation.do
Disallow: /public/common/addItemOrg.do
Disallow: /public/common/addItemService.do
Disallow: /public/common/addServiceAtLocationItem.do
Disallow: /public/common/publicSignUp.jsp
Disallow: /public/common/login.do
Disallow: /public/common/displayServiceDetails.do
Disallow: /public/common/gettingListed.jsp
Disallow: /public/common/viewCart.jsp
Disallow: /public/common/viewsublist*
Disallow: /public/common/viewComboList*
Disallow: /public/common/printComboList*
Disallow: /public/common/printList*
Disallow: /public/common/taxonomyDefinition*
Disallow: /public/common/aboutus.do
Disallow: /public/common/iahelp.do
Disallow: /public/common/partnersregions.do
Disallow: /public/common/index_clearsearch.do
Disallow: /public/common/taxonomydefinitiontop.do
Disallow: /public/common/viewcart.do 
Disallow: /public/common/initializedirectorylist.do
Disallow: /public/common/contactus.do
Disallow: /common/additemservice.do
Disallow: /common/login.do
Disallow: /common/addserviceatlocationitem.do 
Disallow: /common/logIn.do
Disallow: /common/initializDirectoryList.do
Disallow: /results/relatedsubjects.do
Disallow: /public/service/srvProfileEdit_Initialize.do
Disallow: /public/service/srvProfileGeneral_Initialize.do
Disallow: /public/service/srvProfileLocality_findServiceAtLocation.do
Disallow: /public/service/srvProfileLocality_Initialize.do
Disallow: /public/service/srvProfileAccess_Initialize.do
Disallow: /public/service/moreServicesLikeThis.do
Disallow: /public/service/serviceprofilestyled*
Disallow: /public/service/srvprofilegeneral_initialize
Disallow: /public/organization/orgProfileEdit_Initialize.do
Disallow: /public/organization/orgProfileGeneral_Initialize.do
Disallow: /public/organization/moreOrganizationsLikeThis.do
Disallow: /organization/orgprofilestyled.do
Disallow: /public/location/locProfileEdit_Initialize.do
Disallow: /public/location/locProfileGeneral_Initialize.do
Disallow: /public/location/locprofileedit_initialize*
Disallow: /public/subject/sbjProfileGeneral_Initialize.do
Disallow: /public/subject/sbjprofilegeneral_initialize.do
Disallow: /public/subject/sbjProfileService_Initialize.do
Disallow: /public/directory/initialize_directoryTaxonomy.do
Disallow: /public/directory/initialize_directorySummaryList.do
Disallow: /public/directory/findMiniDirectoryServiceResultsPage.do
Disallow: /public/browse/sbjBrowse_General.do
Disallow: /public/browse/sbjbrowse_general.do