lucene-solr-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From q4 <frebich...@hvzoi.com>
Subject Configuring HDFS Keyprovider for Solr
Date Thu, 02 Nov 2017 21:12:10 GMT
I'm trying to create a Solr collection and store it in an HDFS encryption
zone. Getting errors below:

org.apache.solr.common.SolrException: Error CREATEing SolrCore
'person4_shard1_replica_n1': Unable to create core
[person4_shard1_replica_n1] Caused by: No KeyProvider is configured, cannot
access an encrypted file
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
	at
org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$168(CoreAdminOperation.java:91)
	at
org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at
org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:378)
	at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:322)
	at
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1691)
	at
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
	at
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
	at
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:226)
	at
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at
org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:213)
	at
org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:119)
	at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at
org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
	at
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Unable to create core
[person4_shard1_replica_n1]
	at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:996)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	... 37 more
Caused by: org.apache.solr.common.SolrException: Cannot obtain lock file:
hdfs://<IP>:<PORT>/encryption_zone/person4/core_node1/data/index/write.lock
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
	at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:980)
	... 38 more
Caused by: org.apache.lucene.store.LockObtainFailedException: Cannot obtain
lock file:
hdfs://<IP>:<PORT>/encryption_zone/person4/core_node1/data/index/write.lock
	at
org.apache.solr.store.hdfs.HdfsLockFactory.obtainLock(HdfsLockFactory.java:85)
	at org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
	at
org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
	at
org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:947)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:741)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
	... 40 more
Caused by: java.io.IOException: No KeyProvider is configured, cannot access
an encrypted file
	at
org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(DFSClient.java:1372)
	at
org.apache.hadoop.hdfs.DFSClient.createWrappedOutputStream(DFSClient.java:1483)
	at
org.apache.hadoop.hdfs.DFSClient.createWrappedOutputStream(DFSClient.java:1468)
	at
org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:451)
	at
org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:444)
	at
org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
	at
org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:459)
	at
org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:387)
	at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:911)
	at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:892)
	at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:789)
	at
org.apache.solr.store.hdfs.HdfsLockFactory.obtainLock(HdfsLockFactory.java:68)
	... 48 more




--
Sent from: http://lucene.472066.n3.nabble.com/Solr-User-f472068.html

Mime
View raw message