#{crawlProfiles}# #[handle]# #[name]# #[collections]# #[agentName]# #[userAgent]# #[depth]# #(directDocByURL)#false::true#(/directDocByURL)# #[recrawlIfOlder]# #[domMaxPages]# #(crawlingQ)#false::true#(/crawlingQ)# #(followFrames)#false::true#(/followFrames)# #(obeyHtmlRobotsNoindex)#false::true#(/obeyHtmlRobotsNoindex)# #(obeyHtmlRobotsNofollow)#false::true#(/obeyHtmlRobotsNofollow)# #(indexText)#false::true#(/indexText)# #(indexMedia)#false::true#(/indexMedia)# #(storeHTCache)#false::true#(/storeHTCache)# #(remoteIndexing)#false::true#(/remoteIndexing)# #[cacheStrategy]# #(crawlerAlwaysCheckMediaType)#false::true#(/crawlerAlwaysCheckMediaType)# #[crawlerURLMustMatch]# #[crawlerURLMustNotMatch]# #[crawlerOriginURLMustMatch]# #[crawlerOriginURLMustNotMatch]# #[crawlerIPMustMatch]# #[crawlerIPMustNotMatch]# #[crawlerCountryMustMatch]# #[crawlerNoLimitURLMustMatch]# #[indexURLMustMatch]# #[indexURLMustNotMatch]# #[indexContentMustMatch]# #[indexContentMustNotMatch]# #[indexMediaTypeMustMatch]# #[indexMediaTypeMustNotMatch]# #[indexSolrQueryMustMatch]# #[indexSolrQueryMustNotMatch]# #(noindexWhenCanonicalUnequalURL)#false::true#(/noindexWhenCanonicalUnequalURL)# #(status)#terminated::active::system#(/status)# #{crawlingDomFilterContent}# #[item]# #{/crawlingDomFilterContent}# #{/crawlProfiles}#