couchdb-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Vishesh Mittal <v...@platomedical.com>
Subject Re: Database Slow - No DB shards could be opened.
Date Wed, 08 Nov 2017 01:17:01 GMT
I changed fabric request_timeout to infinity. Now I am getting this error:

[error] 2017-11-08T01:12:38.449802Z couchdb@localhost <0.14108.3>
a30edc0e49 rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:38.449859Z couchdb@localhost <0.2553.3> 450c45adfd
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:38.452663Z couchdb@localhost <0.7568.3> 2ee1039a33
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,reduce_cb,2,[{file,"src/fabric_rpc.erl"},{line,322}]},{couch_mrview,red_fold,3,[{file,"src/couch_mrview.erl"},{line,587}]},{couch_btree,reduce_stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,670}]},{couch_btree,reduce_stream_kp_node2,11,[{file,"src/couch_btree.erl"},{line,716}]},{couch_btree,fold_reduce,4,[{file,"src/couch_btree.erl"},{line,81}]},{couch_mrview,'-red_fold/5-fun-1-',3,[{file,"src/couch_mrview.erl"},{line,572}]}]
[error] 2017-11-08T01:12:38.464570Z couchdb@localhost <0.7531.3> 71f36a8377
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:38.465625Z couchdb@localhost <0.2563.3> 78bc30d2e0
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.300716Z couchdb@localhost <0.6425.3> d348faf18d
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,7,[{file,"src/couch_btree.erl"},{line,775}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,219}]}]
[error] 2017-11-08T01:12:54.301550Z couchdb@localhost <0.7566.3> 2ee1039a33
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,reduce_cb,2,[{file,"src/fabric_rpc.erl"},{line,322}]},{couch_mrview,red_fold,3,[{file,"src/couch_mrview.erl"},{line,587}]},{couch_btree,reduce_stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,670}]},{couch_btree,fold_reduce,4,[{file,"src/couch_btree.erl"},{line,81}]},{couch_mrview,'-red_fold/5-fun-1-',3,[{file,"src/couch_mrview.erl"},{line,572}]},{lists,foldl,3,[{file,"lists.erl"},{line,1262}]}]
[error] 2017-11-08T01:12:54.419519Z couchdb@localhost <0.9767.3> 590dee2375
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.419579Z couchdb@localhost <0.13080.3>
5585fdb71d rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420494Z couchdb@localhost <0.2562.3> 78bc30d2e0
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420505Z couchdb@localhost <0.14106.3>
a30edc0e49 rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420520Z couchdb@localhost <0.7077.3> 8f04b669f8
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420581Z couchdb@localhost <0.2552.3> 450c45adfd
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420571Z couchdb@localhost <0.7529.3> 71f36a8377
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.420633Z couchdb@localhost <0.6426.3> 8df10d93b5
rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]
[error] 2017-11-08T01:12:54.421445Z couchdb@localhost <0.15055.3>
32cf14e302 rexi_server exit:timeout
[{rexi,init_stream,1,[{file,"src/rexi.erl"},{line,256}]},{rexi,stream2,3,[{file,"src/rexi.erl"},{line,204}]},{fabric_rpc,view_cb,2,[{file,"src/fabric_rpc.erl"},{line,302}]},{couch_mrview,map_fold,3,[{file,"src/couch_mrview.erl"},{line,507}]},{couch_mrview_util,fold_fun,4,[{file,"src/couch_mrview_util.erl"},{line,390}]},{couch_btree,stream_kv_node2,8,[{file,"src/couch_btree.erl"},{line,848}]},{couch_btree,stream_kp_node,8,[{file,"src/couch_btree.erl"},{line,819}]},{couch_btree,fold,4,[{file,"src/couch_btree.erl"},{line,222}]}]


On Wed, Nov 8, 2017 at 9:08 AM, Vishesh Mittal <vish@platomedical.com>
wrote:

> One of my production database became very slow suddenly and I am getting
> this error. Anyone has any clue?
>
>
> [error] 2017-11-08T00:50:28.291610Z couchdb@localhost <0.19824.3>
> 62d8c65f44 req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T00:50:28.293522Z couchdb@localhost <0.19834.3>
> 538f6aa5b8 req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T00:50:28.343530Z couchdb@localhost <0.19895.3>
> 918d05bbfa req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T00:59:42.733236Z couchdb@localhost <0.238.0> --------
> Error opening view group `designdocname` from database
> `shards/40000000-7fffffff/database1.1509925523`:
> {'EXIT',{timeout,{gen_server,call,[<0.20605.1>,get_info,5000]}}}
> [error] 2017-11-08T01:00:26.254139Z couchdb@localhost <0.15238.2>
> 74d77fa385 req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T01:00:26.418185Z couchdb@localhost <0.15253.2>
> ce579378d8 req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T01:00:26.418171Z couchdb@localhost <0.15254.2>
> 0389aab31b req_err(1651744082) internal_server_error : No DB shards could
> be opened.
>     [<<"fabric_util:get_shard/4 L182">>,<<"fabric_util:get_shard/4
> L197">>,<<"fabric_util:get_shard/4 L197">>,<<"fabric:get_security/2
> L146">>,<<"chttpd_auth_request:db_authorization_check/1
> L91">>,<<"chttpd_auth_request:authorize_request/1
> L19">>,<<"chttpd:process_request/1 L293">>,<<"chttpd:handle_request_int/1
> L231">>]
> [error] 2017-11-08T01:02:05.863936Z couchdb@localhost <0.238.0> --------
> Error opening view group `designdocname` from database
> `shards/40000000-7fffffff/database2.1506630773`:
> {'EXIT',{timeout,{gen_server,call,[<0.9084.4>,get_info,5000]}}}
> [error] 2017-11-08T01:02:14.965084Z couchdb@localhost <0.238.0> --------
> Error opening view group `designdocname` from database
> `shards/40000000-7fffffff/database2.1510009532`:
> {'EXIT',{timeout,{gen_server,call,[<0.13635.4>,get_info,5000]}}}
>
>
> --
> *Vishesh Mittal*
> Co-founder, Plato Medical
> platomedical.com
> +65 9068 5643 <+65%209068%205643>
>



-- 
*Vishesh Mittal*
Co-founder, Plato Medical
platomedical.com
+65 9068 5643

Mime
  • Unnamed multipart/alternative (inline, None, 0 bytes)
View raw message