#{crawlProfiles}# #[handle]# #[name]# #[collections]# #[agentName]# #[userAgent]# #[depth]# #(directDocByURL)#false::true#(/directDocByURL)# #[recrawlIfOlder]# #[domMaxPages]# #(crawlingQ)#false::true#(/crawlingQ)# #(followFrames)#false::true#(/followFrames)# #(obeyHtmlRobotsNoindex)#false::true#(/obeyHtmlRobotsNoindex)# #(obeyHtmlRobotsNofollow)#false::true#(/obeyHtmlRobotsNofollow)# #(indexText)#false::true#(/indexText)# #(indexMedia)#false::true#(/indexMedia)# #(storeHTCache)#false::true#(/storeHTCache)# #(remoteIndexing)#false::true#(/remoteIndexing)# #[cacheStrategy]# #[crawlerURLMustMatch]# #[crawlerURLMustNotMatch]# #[crawlerIPMustMatch]# #[crawlerIPMustNotMatch]# #[crawlerCountryMustMatch]# #[crawlerNoLimitURLMustMatch]# #[indexURLMustMatch]# #[indexURLMustNotMatch]# #[indexContentMustMatch]# #[indexContentMustNotMatch]# #(status)#terminated::active::system#(/status)# #{crawlingDomFilterContent}# #[item]# #{/crawlingDomFilterContent}# #{/crawlProfiles}#