-
Notifications
You must be signed in to change notification settings - Fork 1.1k
Description
Version
3.5.0
Describe the problem you're encountering
Hello.
Nouveau stopped working on one of our customers nodes today. This is a standalone node replicated to three other Nodes. The other 3 standalone nodes are still working as expected.
Request to a nouveau ddoc in CouchDB takes forever and times out in our application and with curl. The following paste is from the CouchDB Log:
https://pastebin.com/Sy5RJkg1
Lines like this are logged for every nouveau request:
[notice] 2026-02-12T02:14:33.529425Z couchdb@127.0.0.1 <0.145149968.18> fde2acbac8 10.129.81.198:5984 10.129.97.198 manager POST /evidence-2026-02/_design/EVIDENCE_VIEW/_nouveau/AST_CHANNEL_IDS_UTC_C076 500 ok 30002
[<<"nouveau_fabric_search:go/5 L78">>,<<"nouveau_httpd:handle_search_req/6 L106">>,<<"nouveau_httpd:handle_search_req/3 L57">>,<<"chttpd:handle_req_after_auth/2 L432">>,<<"chttpd:process_request/1 L410">>,<<"chttpd:handle_request_int/1 L345">>,<<"mochiweb_http:heade
rs/6 L140">>,<<"proc_lib:init_p_do_apply/3 L241">>]Nouveau keeps logging the normal "IndexManager: committed ..." messages, and nothing else. (As expected)
Nouveau is still reachable:
curl http://127.0.0.1:5987/
{"error":"forbidden", "reason": "requests with a User-Agent header not currently supported"}
I checked the index with
curl http://10.x.x.x:5984/evidence-2026-02/_design/EVIDENCE_VIEW/_nouveau_info/AST_CHANNEL_IDS_UTC_C076
{"name":"_design/EVIDENCE_VIEW/AST_CHANNEL_IDS_UTC_C076","search_index":{"update_seq":1271812,"purge_seq":0,"num_docs":552944,"disk_size":54744504,"signature":"63d1ee259368069b85f2525040a2174f3618ab304d554f624208e93f1bd886b0"}}
I the used:
for h in $(printf "%x\n" {0..15}); do curl http://127.0.0.1:5987/index/couchdb%40127.0.0.1%2Fshards%2F${h}0000000-${h}fffffff%2Fevidence-2026-02.1764586173%2F63d1ee259368069b85f2525040a2174f3618ab304d554f624208e93f1bd886b0/search --request POST -H "Content-Type: application/json" --data '{"min_update_seq":71812,"min_purge_seq":0,"top_n":160,"locale":null,"counts":null,"include_docs":false,"ranges":null,"query":"*:*","limit":1,"after":null,"partition":null,"sort":null,"update":true}' -H 'User-Agent:'; done
to query all 16 shards directly in nouveau. All shards return an answer immediately. The same query does not work using CouchDB.
{"total_hits":35124,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++2YCerhnL7N6e8","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++2YCerhnL7N6e8"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34958,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++2Y3g+JGUZsxKs","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++2Y3g+JGUZsxKs"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34879,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14iQtaOB21zNw","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14iQtaOB21zNw"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34395,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14V3soPeqfJLY","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14V3soPeqfJLY"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34383,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14cQj4DTxSksY","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14cQj4DTxSksY"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":35007,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14Lbs9Xjp/vtg","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14Lbs9Xjp/vtg"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":33272,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++148MKj2L89pm8","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++148MKj2L89pm8"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34715,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14tL17ldUs+JY","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14tL17ldUs+JY"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":33343,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14+ThTnxpGV5k","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14+ThTnxpGV5k"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34891,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14FiITTdbQh0U","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14FiITTdbQh0U"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":33319,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++Pw7NFeaVVMS74","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++Pw7NFeaVVMS74"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34859,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++7UVmQL8+raFIk","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++7UVmQL8+raFIk"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34974,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14FhduQwHCRFY","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14FhduQwHCRFY"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34849,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++2Y08fX/GabSgI","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++2Y08fX/GabSgI"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34996,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++PM6SKvFtRvbOk","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++PM6SKvFtRvbOk"}],"fields":[]}],"counts":null,"ranges":null}
{"total_hits":34993,"total_hits_relation":"GREATER_THAN_OR_EQUAL_TO","hits":[{"id":"AST:Gl++14fM8lbnSl/Eo","order":[{"@type":"float","value":1.0},{"@type":"string","value":"AST:Gl++14fM8lbnSl/Eo"}],"fields":[]}],"counts":null,"ranges":null}
Expected Behaviour
Nouveau should continue to work. As i did before.
Steps to Reproduce
No response
Your Environment
CouchDB 3.5.0 running on Debian 12.
{"couchdb":"Welcome","version":"3.5.0","git_sha":"11f0d3643","uuid":"e4e77552-0b95-5a5e-9697-170fe5bd98ff","features":["nouveau","quickjs","access-ready","partitioned","pluggable-storage-engines","reshard","scheduler"],"vendor":{"name":"The Apache Software Foundation"}}
/_node/_local/_versions:
{"javascript_engine":{"name":"quickjs"},"collation_driver":{"library_version":"72.1","collator_version":"153.120","collation_algorithm_version":"15","name":"libicu"},"erlang":{"supported_hashes":["blake2s","blake2b","shake256","shake128","sha3_512","sha3_384","sha3_256","sha3_224","sha512","sha384","sha256","sha224","sha","ripemd160","md5","md4"],"version":"26.2.5.11"}}
Additional Context
No response