lucene-solr-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Mark Miller <markrmil...@gmail.com>
Subject Re: Solr 5.0.0 and HDFS
Date Sat, 28 Mar 2015 18:10:17 GMT
Hmm...can you file a JIRA issue with this info?

- Mark

On Fri, Mar 27, 2015 at 6:09 PM Joseph Obernberger <joeo@lovehorsepower.com>
wrote:

> I just started up a two shard cluster on two machines using HDFS. When I
> started to index documents, the log shows errors like this. They repeat
> when I execute searches.  All seems well - searches and indexing appear
> to be working.
> Possibly a configuration issue?
> My HDFS config:
> <directoryFactory name="DirectoryFactory"
>          class="solr.HdfsDirectoryFactory">
>          <bool name="solr.hdfs.blockcache.enabled">true</bool>
>          <int name="solr.hdfs.blockcache.slab.count">160</int>
>          <bool
> name="solr.hdfs.blockcache.direct.memory.allocation">true</bool>
>          <int name="solr.hdfs.blockcache.blocksperbank">16384</int>
>          <bool name="solr.hdfs.blockcache.read.enabled">true</bool>
>          <bool name="solr.hdfs.blockcache.write.enabled">false</bool>
>          <bool name="solr.hdfs.nrtcachingdirectory.enable">true</bool>
>          <int name="solr.hdfs.nrtcachingdirectory.maxmergesizemb">64</int>
>          <int name="solr.hdfs.nrtcachingdirectory.maxcachedmb">512</int>
>          <str name="solr.hdfs.home">hdfs://nameservice1:8020/solr5</str>
>          <str name="solr.hdfs.confdir">/etc/hadoop/conf.cloudera.hdfs1</
> str>
>      </directoryFactory>
> Thank you!
>
> -Joe
> --------------------------------------------------------
>
> java.lang.IllegalStateException: file:
> BlockDirectory(HdfsDirectory@799d5a0e
> lockFactory=org.apache.solr.store.hdfs.HdfsLockFactory@49838b82) appears
> both in delegate and in cache: cache=[_25.fnm, _2d.si, _2e.nvd, _2b.si,
> _28.tvx, _2c.tvx, _1t.si, _27.nvd, _2b.tvd, _2d_Lucene50_0.pos, _23.nvd,
> _28_Lucene50_0.doc, _28_Lucene50_0.dvd, _2d.fdt, _2c_Lucene50_0.pos,
> _23.fdx, _2b_Lucene50_0.doc, _2d.nvm, _28.nvd, _23.fnm,
> _2b_Lucene50_0.tim, _2e.fdt, _2d_Lucene50_0.doc, _2b_Lucene50_0.dvd,
> _2d_Lucene50_0.dvd, _2b.nvd, _2g.tvx, _28_Lucene50_0.dvm,
> _1v_Lucene50_0.tip, _2e_Lucene50_0.dvm, _2e_Lucene50_0.pos, _2g.fdx,
> _2e.nvm, _2f.fdx, _1s.tvd, _23.nvm, _27.nvm, _1s_Lucene50_0.tip,
> _2c.fnm, _2b.fdt, _2d.fdx, _2c.fdx, _2c.nvm, _2e.fnm,
> _2d_Lucene50_0.dvm, _28.nvm, _28.fnm, _2b_Lucene50_0.tip,
> _2e_Lucene50_0.dvd, _2c.si, _2f.fdt, _2b.fnm, _2e_Lucene50_0.tip,
> _28.si, _28_Lucene50_0.tip, _2f.tvd, _2d_Lucene50_0.tim, _2f.tvx,
> _2b_Lucene50_0.pos, _2e.fdx, _28.fdx, _2c_Lucene50_0.dvd, _2g.tvd,
> _2c_Lucene50_0.tim, _2b.nvm, _23.fdt, _1s_Lucene50_0.tim,
> _28_Lucene50_0.tim, _2c_Lucene50_0.doc, _28.tvd, _2b.tvx, _2c.nvd,
> _2b.fdx, _2c_Lucene50_0.tip, _2e_Lucene50_0.doc, _2e_Lucene50_0.tim,
> _2c.fdt, _27.tvd, _2d.tvd, _2d.tvx, _28_Lucene50_0.pos,
> _2b_Lucene50_0.dvm, _2e.si, _2e.tvd, _2d.fnm, _2c.tvd, _2g.fdt, _2e.tvx,
> _28.fdt, _2d_Lucene50_0.tip, _2c_Lucene50_0.dvm,
> _2d.nvd],delegate=[_10.fdt, _10.fdx, _10.fnm, _10.nvd, _10.nvm, _10.si,
> _10.tvd, _10.tvx, _10_Lucene50_0.doc, _10_Lucene50_0.dvd,
> _10_Lucene50_0.dvm, _10_Lucene50_0.pos, _10_Lucene50_0.tim,
> _10_Lucene50_0.tip, _11.fdt, _11.fdx, _11.fnm, _11.nvd, _11.nvm, _11.si,
> _11.tvd, _11.tvx, _11_Lucene50_0.doc, _11_Lucene50_0.dvd,
> _11_Lucene50_0.dvm, _11_Lucene50_0.pos, _11_Lucene50_0.tim,
> _11_Lucene50_0.tip, _12.fdt, _12.fdx, _12.fnm, _12.nvd, _12.nvm, _12.si,
> _12.tvd, _12.tvx, _12_Lucene50_0.doc, _12_Lucene50_0.dvd,
> _12_Lucene50_0.dvm, _12_Lucene50_0.pos, _12_Lucene50_0.tim,
> _12_Lucene50_0.tip, _13.fdt, _13.fdx, _13.fnm, _13.nvd, _13.nvm, _13.si,
> _13.tvd, _13.tvx, _13_Lucene50_0.doc, _13_Lucene50_0.dvd,
> _13_Lucene50_0.dvm, _13_Lucene50_0.pos, _13_Lucene50_0.tim,
> _13_Lucene50_0.tip, _14.fdt, _14.fdx, _14.fnm, _14.nvd, _14.nvm, _14.si,
> _14.tvd, _14.tvx, _14_Lucene50_0.doc, _14_Lucene50_0.dvd,
> _14_Lucene50_0.dvm, _14_Lucene50_0.pos, _14_Lucene50_0.tim,
> _14_Lucene50_0.tip, _15.fdt, _15.fdx, _15.fnm, _15.nvd, _15.nvm, _15.si,
> _15.tvd, _15.tvx, _15_Lucene50_0.doc, _15_Lucene50_0.dvd,
> _15_Lucene50_0.dvm, _15_Lucene50_0.pos, _15_Lucene50_0.tim,
> _15_Lucene50_0.tip, _1f.fdt, _1f.fdx, _1f.fnm, _1f.nvd, _1f.nvm, _1f.si,
> _1f.tvd, _1f.tvx, _1f_Lucene50_0.doc, _1f_Lucene50_0.dvd,
> _1f_Lucene50_0.dvm, _1f_Lucene50_0.pos, _1f_Lucene50_0.tim,
> _1f_Lucene50_0.tip, _1g.fdt, _1g.fdx, _1g.fnm, _1g.nvd, _1g.nvm, _1g.si,
> _1g.tvd, _1g.tvx, _1g_Lucene50_0.doc, _1g_Lucene50_0.dvd,
> _1g_Lucene50_0.dvm, _1g_Lucene50_0.pos, _1g_Lucene50_0.tim,
> _1g_Lucene50_0.tip, _1h.fdt, _1h.fdx, _1h.fnm, _1h.nvd, _1h.nvm, _1h.si,
> _1h.tvd, _1h.tvx, _1h_Lucene50_0.doc, _1h_Lucene50_0.dvd,
> _1h_Lucene50_0.dvm, _1h_Lucene50_0.pos, _1h_Lucene50_0.tim,
> _1h_Lucene50_0.tip, _1i.fdt, _1i.fdx, _1i.fnm, _1i.nvd, _1i.nvm, _1i.si,
> _1i.tvd, _1i.tvx, _1i_Lucene50_0.doc, _1i_Lucene50_0.dvd,
> _1i_Lucene50_0.dvm, _1i_Lucene50_0.pos, _1i_Lucene50_0.tim,
> _1i_Lucene50_0.tip, _1j.fdt, _1j.fdx, _1j.fnm, _1j.nvd, _1j.nvm, _1j.si,
> _1j.tvd, _1j.tvx, _1j_Lucene50_0.doc, _1j_Lucene50_0.dvd,
> _1j_Lucene50_0.dvm, _1j_Lucene50_0.pos, _1j_Lucene50_0.tim,
> _1j_Lucene50_0.tip, _1k.fdt, _1k.fdx, _1k.fnm, _1k.nvd, _1k.nvm, _1k.si,
> _1k.tvd, _1k.tvx, _1k_Lucene50_0.doc, _1k_Lucene50_0.dvd,
> _1k_Lucene50_0.dvm, _1k_Lucene50_0.pos, _1k_Lucene50_0.tim,
> _1k_Lucene50_0.tip, _1l.fdt, _1l.fdx, _1l.fnm, _1l.nvd, _1l.nvm, _1l.si,
> _1l.tvd, _1l.tvx, _1l_Lucene50_0.doc, _1l_Lucene50_0.dvd,
> _1l_Lucene50_0.dvm, _1l_Lucene50_0.pos, _1l_Lucene50_0.tim,
> _1l_Lucene50_0.tip, _1m.fdt, _1m.fdx, _1m.fnm, _1m.nvd, _1m.nvm, _1m.si,
> _1m.tvd, _1m.tvx, _1m_Lucene50_0.doc, _1m_Lucene50_0.dvd,
> _1m_Lucene50_0.dvm, _1m_Lucene50_0.pos, _1m_Lucene50_0.tim,
> _1m_Lucene50_0.tip, _1n.fdt, _1n.fdx, _1n.fnm, _1n.nvd, _1n.nvm, _1n.si,
> _1n.tvd, _1n.tvx, _1n_Lucene50_0.doc, _1n_Lucene50_0.dvd,
> _1n_Lucene50_0.dvm, _1n_Lucene50_0.pos, _1n_Lucene50_0.tim,
> _1n_Lucene50_0.tip, _1p.fdt, _1p.fdx, _1p.fnm, _1p.nvd, _1p.nvm, _1p.si,
> _1p.tvd, _1p.tvx, _1p_Lucene50_0.doc, _1p_Lucene50_0.dvd,
> _1p_Lucene50_0.dvm, _1p_Lucene50_0.pos, _1p_Lucene50_0.tim,
> _1p_Lucene50_0.tip, _1s.fdt, _1s.fdx, _1s.fnm, _1s.nvd, _1s.nvm, _1s.si,
> _1s.tvx, _1s_Lucene50_0.doc, _1s_Lucene50_0.dvd, _1s_Lucene50_0.dvm,
> _1s_Lucene50_0.pos, _1t.fdt, _1t.fdx, _1t.fnm, _1t.nvd, _1t.nvm,
> _1t.tvd, _1t.tvx, _1t_Lucene50_0.doc, _1t_Lucene50_0.dvd,
> _1t_Lucene50_0.dvm, _1t_Lucene50_0.pos, _1t_Lucene50_0.tim,
> _1t_Lucene50_0.tip, _1v.fdt, _1v.fdx, _1v.fnm, _1v.nvd, _1v.nvm, _1v.si,
> _1v.tvd, _1v.tvx, _1v_Lucene50_0.doc, _1v_Lucene50_0.dvd,
> _1v_Lucene50_0.dvm, _1v_Lucene50_0.pos, _1v_Lucene50_0.tim,
> _1v_Lucene50_0.tip, _22.fdt, _22.fdx, _22.fnm, _22.nvd, _22.nvm, _22.si,
> _22.tvd, _22.tvx, _22_Lucene50_0.doc, _22_Lucene50_0.dvd,
> _22_Lucene50_0.dvm, _22_Lucene50_0.pos, _22_Lucene50_0.tim,
> _22_Lucene50_0.tip, _23.si, _23.tvd, _23.tvx, _23_Lucene50_0.doc,
> _23_Lucene50_0.dvd, _23_Lucene50_0.dvm, _23_Lucene50_0.pos,
> _23_Lucene50_0.tim, _23_Lucene50_0.tip, _24.fdt, _24.fdx, _24.fnm,
> _24.nvd, _24.nvm, _24.si, _24.tvd, _24.tvx, _24_Lucene50_0.doc,
> _24_Lucene50_0.dvd, _24_Lucene50_0.dvm, _24_Lucene50_0.pos,
> _24_Lucene50_0.tim, _24_Lucene50_0.tip, _25.fdt, _25.fdx, _25.nvd,
> _25.nvm, _25.si, _25.tvd, _25.tvx, _25_Lucene50_0.doc,
> _25_Lucene50_0.dvd, _25_Lucene50_0.dvm, _25_Lucene50_0.pos,
> _25_Lucene50_0.tim, _25_Lucene50_0.tip, _26.fdt, _26.fdx, _26.fnm,
> _26.nvd, _26.nvm, _26.si, _26.tvd, _26.tvx, _26_Lucene50_0.doc,
> _26_Lucene50_0.dvd, _26_Lucene50_0.dvm, _26_Lucene50_0.pos,
> _26_Lucene50_0.tim, _26_Lucene50_0.tip, _27.fdt, _27.fdx, _27.fnm,
> _27.si, _27.tvx, _27_Lucene50_0.doc, _27_Lucene50_0.dvd,
> _27_Lucene50_0.dvm, _27_Lucene50_0.pos, _27_Lucene50_0.tim,
> _27_Lucene50_0.tip, _u.fdt, _u.fdx, _u.fnm, _u.nvd, _u.nvm, _u.si,
> _u.tvd, _u.tvx, _u_Lucene50_0.doc, _u_Lucene50_0.dvd, _u_Lucene50_0.dvm,
> _u_Lucene50_0.pos, _u_Lucene50_0.tim, _u_Lucene50_0.tip, _v.fdt, _v.fdx,
> _v.fnm, _v.nvd, _v.nvm, _v.si, _v.tvd, _v.tvx, _v_Lucene50_0.doc,
> _v_Lucene50_0.dvd, _v_Lucene50_0.dvm, _v_Lucene50_0.pos,
> _v_Lucene50_0.tim, _v_Lucene50_0.tip, _w.fdt, _w.fdx, _w.fnm, _w.nvd,
> _w.nvm, _w.si, _w.tvd, _w.tvx, _w_Lucene50_0.doc, _w_Lucene50_0.dvd,
> _w_Lucene50_0.dvm, _w_Lucene50_0.pos, _w_Lucene50_0.tim,
> _w_Lucene50_0.tip, _x.fdt, _x.fdx, _x.fnm, _x.nvd, _x.nvm, _x.si,
> _x.tvd, _x.tvx, _x_Lucene50_0.doc, _x_Lucene50_0.dvd, _x_Lucene50_0.dvm,
> _x_Lucene50_0.pos, _x_Lucene50_0.tim, _x_Lucene50_0.tip, _y.fdt, _y.fdx,
> _y.fnm, _y.nvd, _y.nvm, _y.si, _y.tvd, _y.tvx, _y_Lucene50_0.doc,
> _y_Lucene50_0.dvd, _y_Lucene50_0.dvm, _y_Lucene50_0.pos,
> _y_Lucene50_0.tim, _y_Lucene50_0.tip, _z.fdt, _z.fdx, _z.fnm, _z.nvd,
> _z.nvm, _z.si, _z.tvd, _z.tvx, _z_Lucene50_0.doc, _z_Lucene50_0.dvd,
> _z_Lucene50_0.dvm, _z_Lucene50_0.pos, _z_Lucene50_0.tim,
> _z_Lucene50_0.tip, pending_segments_b, segments_9, segments_a, write.lock]
>      at
> org.apache.lucene.store.NRTCachingDirectory.listAll(
> NRTCachingDirectory.java:103)
>      at
> org.apache.solr.core.DirectoryFactory.sizeOfDirectory(
> DirectoryFactory.java:208)
>      at
> org.apache.solr.handler.ReplicationHandler.getIndexSize(
> ReplicationHandler.java:583)
>      at
> org.apache.solr.handler.ReplicationHandler.getStatistics(
> ReplicationHandler.java:619)
>      at
> org.apache.solr.handler.admin.SolrInfoMBeanHandler.addMBean(
> SolrInfoMBeanHandler.java:165)
>      at
> org.apache.solr.handler.admin.SolrInfoMBeanHandler.getMBeanInfo(
> SolrInfoMBeanHandler.java:135)
>      at
> org.apache.solr.handler.admin.SolrInfoMBeanHandler.handleRequestBody(
> SolrInfoMBeanHandler.java:66)
>      at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(
> RequestHandlerBase.java:144)
>      at org.apache.solr.core.SolrCore.execute(SolrCore.java:2006)
>      at
> org.apache.solr.servlet.SolrDispatchFilter.execute(
> SolrDispatchFilter.java:777)
>      at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(
> SolrDispatchFilter.java:413)
>      at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(
> SolrDispatchFilter.java:204)
>      at
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.
> doFilter(ServletHandler.java:1419)
>      at
> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
>      at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(
> ScopedHandler.java:137)
>      at
> org.eclipse.jetty.security.SecurityHandler.handle(
> SecurityHandler.java:557)
>      at
> org.eclipse.jetty.server.session.SessionHandler.
> doHandle(SessionHandler.java:231)
>      at
> org.eclipse.jetty.server.handler.ContextHandler.
> doHandle(ContextHandler.java:1075)
>      at
> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
>      at
> org.eclipse.jetty.server.session.SessionHandler.
> doScope(SessionHandler.java:193)
>      at
> org.eclipse.jetty.server.handler.ContextHandler.
> doScope(ContextHandler.java:1009)
>      at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(
> ScopedHandler.java:135)
>      at
> org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(
> ContextHandlerCollection.java:255)
>      at
> org.eclipse.jetty.server.handler.HandlerCollection.
> handle(HandlerCollection.java:154)
>      at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(
> HandlerWrapper.java:116)
>      at org.eclipse.jetty.server.Server.handle(Server.java:368)
>      at
> org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(
> AbstractHttpConnection.java:489)
>      at
> org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(
> BlockingHttpConnection.java:53)
>      at
> org.eclipse.jetty.server.AbstractHttpConnection.content(
> AbstractHttpConnection.java:953)
>      at
> org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(
> AbstractHttpConnection.java:1014)
>      at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:861)
>      at
> org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
>      at
> org.eclipse.jetty.server.BlockingHttpConnection.handle(
> BlockingHttpConnection.java:72)
>      at
> org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(
> SocketConnector.java:264)
>      at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(
> QueuedThreadPool.java:608)
>      at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(
> QueuedThreadPool.java:543)
>      at java.lang.Thread.run(Thread.java:745)
>

Mime
  • Unnamed multipart/alternative (inline, None, 0 bytes)
View raw message