crawler.client.xml Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of fess-crawler-lasta Show documentation
This is LastaFlute support.
There is a newer version: 14.18.0
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE components PUBLIC "-//DBFLUTE//DTD LastaDi 1.0//EN"
	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/robotstxt.xml" />
	<include path="crawler/contentlength.xml" />
	<include path="crawler/mimetype.xml" />

	<component name="internalHttpClient" class="org.codelibs.fess.crawler.client.http.HcHttpClient"
		instance="prototype">
		<property name="connectionTimeout">15000</property>
		<property name="soTimeout">30000</property>
	</component>
	<component name="httpClient"
		class="org.codelibs.fess.crawler.client.FaultTolerantClient" instance="prototype">
		<property name="crawlerClient">internalHttpClient</property>
		<property name="maxRetryCount">5</property>
		<property name="retryInterval">500</property>
	</component>

	<component name="fsClient"
		class="org.codelibs.fess.crawler.client.fs.FileSystemClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="smbClient" class="org.codelibs.fess.crawler.client.smb.SmbClient"
		instance="prototype">
		<property name="charset">"UTF-8"</property>
		<!-- ntlmPasswordAuthentication -->
	</component>

	<component name="smb1Client" class="org.codelibs.fess.crawler.client.smb1.SmbClient"
		instance="prototype">
		<property name="charset">"UTF-8"</property>
		<!-- ntlmPasswordAuthentication -->
	</component>

	<component name="ftpClient"
		class="org.codelibs.fess.crawler.client.ftp.FtpClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="storageClient"
		class="org.codelibs.fess.crawler.client.storage.StorageClient" instance="prototype">
		<property name="charset">"UTF-8"</property>
	</component>

	<component name="crawlerClientCreator"
		class="org.codelibs.fess.crawler.client.CrawlerClientCreator">
	</component>

	<component name="clientFactory"
		class="org.codelibs.fess.crawler.client.CrawlerClientFactory" instance="prototype">
		<postConstruct name="addClient">
			<arg>["http:.*", "https:.*"]</arg>
			<arg>httpClient</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"file:.*"</arg>
			<arg>fsClient</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"smb:.*"</arg>
			<arg>smbClient</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"smb1:.*"</arg>
			<arg>smb1Client</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"ftp:.*"</arg>
			<arg>ftpClient</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"ftps:.*"</arg>
			<arg>ftpClient</arg>
		</postConstruct>
		<postConstruct name="addClient">
			<arg>"storage:.*"</arg>
			<arg>storageClient</arg>
		</postConstruct>
	</component>

</components>