lucene-solr-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From saravanan <saravananj.ja...@gmail.com>
Subject Solr : DataImport failed from Cassandra due to TimedOut Exception
Date Wed, 21 Sep 2016 09:57:15 GMT
Hi 

I am new to solr just exploring how the solr is working . I did the import
from cassandra database to solr . It imported successfully for 500
records(i.e one records = 36 doc in solr) .For next 100 records it is
throwing"java.sql.SQLTransientConnectionException: TimedOutException()"
Below attached is the image of exception
  <http://lucene.472066.n3.nabble.com/file/n4297088/solr_timeout.png> 

Version of Solr : 5.0.0

Dependency jars for Cassandra : cassandra-jdbc-1.2.5.jar
,cassandra-thrift-1.2.5.jar,libthrift-0.7.0.jar,cassandra-clientutil-1.2.6.jar

I dont know whether i need to increase the documents size that the solr is
processing or i need to increase the timout . Please suggest some recovery 

Data-config.xml

<dataConfig>

	<dataSource type="JdbcDataSource"
driver="org.apache.cassandra.cql.jdbc.CassandraDriver"
url="jdbc:cassandra://localhost:9160/tracemb" 
	autoCommit="true"  batchSize="1"   />
	
	<document>
		
		<entity name = "trace" pk ="id" 
		query ="select
id,datetime,data,entity,execkey,msecs,eventobject,eventtype,threadid,messageid,correlationid,datapart,reference,backreference,username,changed,msg_version,runtime_ip
,runtime_port,msg_direction,adapter_type,adapter_port,source_msg,event_date,Metadata,runtime,event_type_id
from traceevents"
		
		
		deltaImportQuery="SELECT
id,datetime,data,entity,execkey,msecs,eventobject,eventtype,threadid,messageid,correlationid,datapart,reference,backreference,username,changed,msg_version,runtime_ip
,runtime_port,msg_direction,adapter_type,adapter_port,source_msg,event_date,Metadata,runtime,event_type_id
FROM traceevents WHERE id = '${dataimporter.delta.id}'ALLOW FILTERING" 
		
		deltaQuery="SELECT id FROM traceevents WHERE datetime &gt;
'${dataimporter.last_index_time}' ALLOW FILTERING">
		
		 
		
		
		<field column="id" name="ID" /> 
		<field column="datetime" name="DateTime" />
		<field column="data" name="Data" />  
		<field column="entity" name="Entity" /> 
		<field column="execkey" name="ExecutionKey" /> 
		<field column="msecs" name="Milliseconds" />  
		<field column="eventobject" name="ListenerName" />  
		<field column="eventtype" name="EventType" /> 
		<field column="threadid" name="ThreadID" /> 
		<field column="messageid" name="MessageID" /> 
		<field column="correlationid" name="CorrelationID" /> 
		<field column="datapart" name="Dump" /> 
		<field column="reference" name="Reference" /> 
		<field column="backreference" name="BackReference" /> 
		<field column="username" name="UserName" /> 
		<field column="changed" name="Changed" /> 
		<field column="msg_version" name="MessageVersion" /> 
		<field column="runtime_ip" name="RuntimeIP" /> 
		<field column="runtime_port" name="RuntimePort" /> 
		<field column="msg_direction" name="MessageDirection" /> 
		<field column="adapter_type" name="AdapterType" /> 
		<field column="adapter_port" name="AdapterPort" /> 
		<field column="source_msg" name="SourceMessage" /> 
		<field column="event_date" name="EventDate" /> 
		<field column="Metadata" name="Metadata" /> 
		<field column="runtime" name="Runtime" /> 
		<field column="event_type_id" name="EventTypeId" /> 
		
		
		</entity>
		
	</document>
	
</dataConfig>

Schema.xml

<field name="Data" type="string" indexed="true" stored ="true"
required="true"/>
	<field name="Entity" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="ExecutionKey" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Milliseconds" type="long" indexed="true" stored ="true"
required="false"/>
	<field name="ListenerName" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="EventType" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="ThreadID" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="MessageID" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="CorrelationID" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Dump" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Reference" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="BackReference" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="UserName" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Changed" type="int" indexed="true" stored ="true"
required="false"/>
	<field name="MessageVersion" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="RuntimeIP" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="RuntimePort" type="long" indexed="true" stored ="true"
required="false"/>
	<field name="MessageDirection" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="AdapterType" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="AdapterPort" type="int" indexed="true" stored ="true"
required="false"/>
	<field name="SourceMessage" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="EventDate" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Metadata" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="Runtime" type="string" indexed="true" stored ="true"
required="false"/>
	<field name="EventTypeId" type="int" indexed="true" stored ="true"
required="false"/>
	<field name="DateTime" type="string" indexed="true" stored ="true"
required="false"/>
   
   <field name="_version_" type="long" indexed="true" stored="true"/>
 <field name="id" type="string" indexed="true" stored="true" required="true"
multiValued="false" /> 

SolrConfig.xml

	<requestHandler name="/dataimport" class="solr.DataImportHandler">
		<lst name="defaults">
		<str name="config">data-config.xml</str>
		</lst>
	</requestHandler>


Thanks
Saravanan



--
View this message in context: http://lucene.472066.n3.nabble.com/Solr-DataImport-failed-from-Cassandra-due-to-TimedOut-Exception-tp4297088.html
Sent from the Solr - User mailing list archive at Nabble.com.

Mime
View raw message