|
|
Line 1: |
Line 1: |
− | == Use case ==
| + | {{note|Out of date and removed in SMILA 1.0}} |
− | # XmlStorage is not started
| + | |
− | # First node runs CrawlerController, Crawlers and DeltaIndexing
| + | |
− | # Second node runs Broker, Processing and Indexing
| + | |
− | | + | |
− | == Configuration ==
| + | |
− | | + | |
− | === Both nodes ===
| + | |
− | Both nodes must use the same binary storage configuration to have access to records attachments.
| + | |
− | To configure binary storage, open file ''configuration/org.eclipse.smila.binarystorage/configuration/binarystorageconfig.properties '', uncomment property ''path'' and set it to some existing path that will be accessible by both SMILA instances, for example path=e:/storage.
| + | |
− | | + | |
− | | + | |
− | === First node ===
| + | |
− | Here is bundles configuration for starting SMILA on the first node, where crawling jobs will run.
| + | |
− | | + | |
− | osgi.bundles=org.eclipse.core.runtime@:start, \
| + | |
− | org.eclipse.equinox.common@2:start, \
| + | |
− | org.eclipse.update.configurator@3:start, \
| + | |
− | org.eclipse.equinox.util@2:start, \
| + | |
− | org.eclipse.equinox.ds@3:start, \
| + | |
− | #com.sleepycat.dbxml@4:start, \
| + | |
− | org.eclipse.smila.utils@3:start, \
| + | |
− | org.eclipse.smila.management@3:start, \
| + | |
− | org.eclipse.smila.connectivity.deltaindexing@4:start, \
| + | |
− | org.eclipse.smila.management.jmx@4:start, \
| + | |
− | org.eclipse.smila.management.crawlercontroller@4:start, \
| + | |
− | #org.eclipse.smila.connectivity.queue.broker.main@4:start, \
| + | |
− | org.eclipse.smila.xmlstorage@4:start, \
| + | |
− | #org.eclipse.smila.xmlstorage.bdb@4:start, \
| + | |
− | org.eclipse.smila.processing@4:start, \
| + | |
− | #org.eclipse.smila.processing.bpel@4:start, \
| + | |
− | #org.eclipse.smila.processing.pipelets.mimetype@4:start, \
| + | |
− | #org.eclipse.smila.lucene@4:start, \
| + | |
− | org.eclipse.smila.connectivity.framework@4:start, \
| + | |
− | org.eclipse.smila.connectivity.impl@4:start, \
| + | |
− | org.eclipse.smila.connectivity.framework.crawler.filesystem@4:start, \
| + | |
− | org.eclipse.smila.connectivity.framework.crawler.web@4:start, \
| + | |
− | org.eclipse.smila.connectivity.queue.worker.jms@4:start, \
| + | |
− | org.eclipse.smila.binarystorage@4:start, \
| + | |
− | org.eclipse.smila.blackboard@4:start, \
| + | |
− | #org.eclipse.smila.tomcat@4:start
| + | |
− | | + | |
− | First node doesn't need Listener, so Listener rules must be commented into ListenerConfig.xml
| + | |
− | | + | |
− | Filters are not needed for the Router, so comment or remove Fetch element.
| + | |
− | | + | |
− | <source lang="xml">
| + | |
− | <Rule Name="Default ADD Rule">
| + | |
− | <Condition>Operation='ADD'</Condition>
| + | |
− | <Task BlackboardSync="true">
| + | |
− | <!-- Fetch Filter="no-filter"/ -->
| + | |
− | <Send BrokerId="broker1" Queue="SMILA.connectivity">
| + | |
− | </Send>
| + | |
− | </Task>
| + | |
− | </Rule>
| + | |
− | | + | |
− |
| + | |
− | <Rule Name="Default DELETE Rule">
| + | |
− | <Condition>Operation='DELETE'</Condition>
| + | |
− | <Task BlackboardSync="true">
| + | |
− | <!-- Fetch Filter="no-filter"/ -->
| + | |
− | <Send BrokerId="broker1" Queue="SMILA.connectivity">
| + | |
− | </Send>
| + | |
− | </Task>
| + | |
− | </Rule>
| + | |
− | </source>
| + | |
− | | + | |
− | Broker conection must be configured properly in the ConnectionConfig.xml in case when Broker runs on remote computer:
| + | |
− | <source lang="xml">
| + | |
− | <ConnectionConfig Id="broker1">
| + | |
− | <URL>tcp://localhost:61616</URL>
| + | |
− | <User>any</User>
| + | |
− | <Password>any</Password>
| + | |
− | <ConnectionFactory>org.apache.activemq.ActiveMQConnectionFactory</ConnectionFactory>
| + | |
− | </ConnectionConfig>
| + | |
− | </source>
| + | |
− | Separate nodes will provide separate management functionality, so JMX port must be different on both nodes. It can be changed in the SMILA.ini:
| + | |
− | | + | |
− | -Dcom.sun.management.jmxremote.port=10001
| + | |
− | | + | |
− | === Second node ===
| + | |
− | | + | |
− | Here is the second node bundles configuration:
| + | |
− | | + | |
− | osgi.bundles=org.eclipse.core.runtime@:start, \
| + | |
− | org.eclipse.equinox.common@2:start, \
| + | |
− | org.eclipse.update.configurator@3:start, \
| + | |
− | org.eclipse.equinox.util@2:start, \
| + | |
− | org.eclipse.equinox.ds@3:start, \
| + | |
− | #com.sleepycat.dbxml@4:start, \
| + | |
− | org.eclipse.smila.utils@3:start, \
| + | |
− | org.eclipse.smila.management@3:start, \
| + | |
− | #org.eclipse.smila.connectivity.deltaindexing@4:start, \
| + | |
− | org.eclipse.smila.management.jmx@4:start, \
| + | |
− | org.eclipse.smila.management.crawlercontroller@4:start, \
| + | |
− | org.eclipse.smila.connectivity.queue.broker.main@4:start, \
| + | |
− | org.eclipse.smila.xmlstorage@4:start, \
| + | |
− | #org.eclipse.smila.xmlstorage.bdb@4:start, \
| + | |
− | org.eclipse.smila.processing@4:start, \
| + | |
− | org.eclipse.smila.processing.bpel@4:start, \
| + | |
− | org.eclipse.smila.processing.pipelets.mimetype@4:start, \
| + | |
− | org.eclipse.smila.lucene@4:start, \
| + | |
− | org.eclipse.smila.connectivity.framework@4:start, \
| + | |
− | org.eclipse.smila.connectivity.impl@4:start, \
| + | |
− | #org.eclipse.smila.connectivity.framework.crawler.filesystem@4:start, \
| + | |
− | #org.eclipse.smila.connectivity.framework.crawler.web@4:start, \
| + | |
− | org.eclipse.smila.connectivity.queue.worker.jms@4:start, \
| + | |
− | org.eclipse.smila.binarystorage@4:start, \
| + | |
− | org.eclipse.smila.blackboard@4:start, \
| + | |
− | org.eclipse.smila.tomcat@4:start
| + | |
− | | + | |
− | It must use JMX port that differs from the first node, and must NOT use filters in Listener configuration too.
| + | |