| 1 | 2024.09.02 19:50:10.785332 [ 207418 ] {} <Error> ZooKeeperClient: Code: 33. DB::Exception: Cannot read all data. Bytes read: 0. Bytes expected: 4. (CANNOT_READ_ALL_DATA), Stack trace (when copying this message, always include the lines below): | ||
| 2 | |||
| 3 | 0. DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @ 0x000000000c6487f7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 4 | 1. DB::Exception::Exception<unsigned long&, String>(int, FormatStringHelperImpl<std::type_identity<unsigned long&>::type, std::type_identity<String>::type>, unsigned long&, String&&) @ 0x0000000007354cb4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 5 | 2. DB::ReadBuffer::readStrict(char*, unsigned long) @ 0x0000000007354bb7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 6 | 3. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<Coordination::ZooKeeper::ZooKeeper(std::vector<Coordination::ZooKeeper::Node, std::allocator<Coordination::ZooKeeper::Node>> const&, zkutil::ZooKeeperArgs const&, std::shared_ptr<DB::ZooKeeperLog>, std::optional<std::function<void (unsigned long, Coordination::ZooKeeper::Node const&)>>&&)::$_1>(Coordination::ZooKeeper::ZooKeeper(std::vector<Coordination::ZooKeeper::Node, std::allocator<Coordination::ZooKeeper::Node>> const&, zkutil::ZooKeeperArgs const&, std::shared_ptr<DB::ZooKeeperLog>, std::optional<std::function<void (unsigned long, Coordination::ZooKeeper::Node const&)>>&&)::$_1&&)::'lambda'(), void ()>>(std::__function::__policy_storage const*) @ 0x000000001384c492 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 7 | 4. void* std::__thread_proxy[abi:v15000]<std::tuple<std::unique_ptr<std::__thread_struct, std::default_delete<std::__thread_struct>>, void ThreadPoolImpl<std::thread>::scheduleImpl<void>(std::function<void ()>, Priority, std::optional<unsigned long>, bool)::'lambda0'()>>(void*) @ 0x000000000c7298c4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 8 | 5. ? @ 0x00007efcbab46ac3 in ? | ||
| 9 | 6. ? @ 0x00007efcbabd8850 in ? | ||
| 10 | (version 23.8.7.24 (official build)) | ||
| 11 | 2024.09.02 19:50:10.785530 [ 207290 ] {} <Warning> oximeter.version (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 12 | 2024.09.02 19:50:10.785548 [ 207295 ] {} <Warning> oximeter.measurements_cumulativef64_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 13 | 2024.09.02 19:50:10.785598 [ 207287 ] {} <Warning> oximeter.fields_i64_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 14 | 2024.09.02 19:50:10.785611 [ 207302 ] {} <Warning> oximeter.timeseries_schema_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 15 | 2024.09.02 19:50:10.785655 [ 207297 ] {} <Warning> oximeter.fields_uuid_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 16 | 2024.09.02 19:50:10.787485 [ 207418 ] {} <Error> ZooKeeperClient: Poco::Exception. Code: 1000, e.code() = 107, Net Exception: Socket is not connected, Stack trace (when copying this message, always include the lines below): | ||
| 17 | |||
| 18 | 0. Poco::Net::SocketImpl::error(int, String const&) @ 0x0000000015b5abb2 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 19 | 1. Poco::Net::SocketImpl::shutdown() @ 0x0000000015b5c39c in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 20 | 2. Coordination::ZooKeeper::finalize(bool, bool, String const&) @ 0x000000001383d143 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 21 | 3. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<Coordination::ZooKeeper::ZooKeeper(std::vector<Coordination::ZooKeeper::Node, std::allocator<Coordination::ZooKeeper::Node>> const&, zkutil::ZooKeeperArgs const&, std::shared_ptr<DB::ZooKeeperLog>, std::optional<std::function<void (unsigned long, Coordination::ZooKeeper::Node const&)>>&&)::$_1>(Coordination::ZooKeeper::ZooKeeper(std::vector<Coordination::ZooKeeper::Node, std::allocator<Coordination::ZooKeeper::Node>> const&, zkutil::ZooKeeperArgs const&, std::shared_ptr<DB::ZooKeeperLog>, std::optional<std::function<void (unsigned long, Coordination::ZooKeeper::Node const&)>>&&)::$_1&&)::'lambda'(), void ()>>(std::__function::__policy_storage const*) @ 0x000000001384e087 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 22 | 4. void* std::__thread_proxy[abi:v15000]<std::tuple<std::unique_ptr<std::__thread_struct, std::default_delete<std::__thread_struct>>, void ThreadPoolImpl<std::thread>::scheduleImpl<void>(std::function<void ()>, Priority, std::optional<unsigned long>, bool)::'lambda0'()>>(void*) @ 0x000000000c7298c4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 23 | 5. ? @ 0x00007efcbab46ac3 in ? | ||
| 24 | 6. ? @ 0x00007efcbabd8850 in ? | ||
| 25 | (version 23.8.7.24 (official build)) | ||
| 26 | 2024.09.02 19:50:12.070704 [ 207202 ] {} <Warning> oximeter.version (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 27 | 2024.09.02 19:50:12.070786 [ 207214 ] {} <Warning> oximeter.measurements_cumulativef64_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 28 | 2024.09.02 19:50:12.070801 [ 207220 ] {} <Warning> oximeter.fields_i64_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 29 | 2024.09.02 19:50:12.070831 [ 207208 ] {} <Warning> oximeter.timeseries_schema_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 30 | 2024.09.02 19:50:12.070874 [ 207226 ] {} <Warning> oximeter.fields_uuid_local (ReplicatedMergeTreeRestartingThread): ZooKeeper session has expired. Switching to a new session. | ||
| 31 | 2024.09.02 19:50:12.079302 [ 207410 ] {} <Error> virtual bool DB::DDLWorker::initializeMainThread(): Code: 999. Coordination::Exception: Coordination error: Connection loss, path /clickhouse/task_queue/ddl/. (KEEPER_EXCEPTION), Stack trace (when copying this message, always include the lines below): | ||
| 32 | |||
| 33 | 0. DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @ 0x000000000c6487f7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 34 | 1. DB::Exception::Exception<char const*, String const&>(int, FormatStringHelperImpl<std::type_identity<char const*>::type, std::type_identity<String const&>::type>, char const*&&, String const&) @ 0x0000000010ba7474 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 35 | 2. Coordination::Exception::fromPath(Coordination::Error, String const&) @ 0x0000000010ba6c48 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 36 | 3. zkutil::ZooKeeper::createAncestors(String const&) @ 0x00000000137f8935 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 37 | 4. DB::DDLWorker::initializeMainThread() @ 0x00000000116fc925 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 38 | 5. DB::DDLWorker::runMainThread() @ 0x00000000116e7280 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 39 | 6. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<ThreadFromGlobalPoolImpl<true>::ThreadFromGlobalPoolImpl<void (DB::DDLWorker::*)(), DB::DDLWorker*>(void (DB::DDLWorker::*&&)(), DB::DDLWorker*&&)::'lambda'(), void ()>>(std::__function::__policy_storage const*) @ 0x00000000116fd92c in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 40 | 7. void* std::__thread_proxy[abi:v15000]<std::tuple<std::unique_ptr<std::__thread_struct, std::default_delete<std::__thread_struct>>, void ThreadPoolImpl<std::thread>::scheduleImpl<void>(std::function<void ()>, Priority, std::optional<unsigned long>, bool)::'lambda0'()>>(void*) @ 0x000000000c7298c4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 41 | 8. ? @ 0x00007efcbab46ac3 in ? | ||
| 42 | 9. ? @ 0x00007efcbabd8850 in ? | ||
| 43 | (version 23.8.7.24 (official build)) | ||
| 44 | 2024.09.02 19:50:12.192480 [ 207169 ] {0d434a24-4043-4c13-8ec7-e50b877b526f} <Error> executeQuery: Code: 244. DB::Exception: Insert failed due to zookeeper error. Please retry. Reason: Connection loss. (UNEXPECTED_ZOOKEEPER_ERROR) (version 23.8.7.24 (official build)) (from [::1]:48516) (in query: INSERT INTO oximeter.fields_i64 FORMAT JSONEachRow ), Stack trace (when copying this message, always include the lines below): | ||
| 45 | |||
| 46 | 0. DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @ 0x000000000c6487f7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 47 | 1. DB::ZooKeeperRetriesControl::setUserError(int, String) @ 0x0000000012f32ffd in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 48 | 2. DB::ReplicatedMergeTreeSinkImpl<false>::commitPart(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&, std::shared_ptr<DB::IMergeTreeDataPart>&, String const&, unsigned long, bool)::'lambda'()::operator()() const @ 0x0000000012f3586a in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 49 | 3. DB::ReplicatedMergeTreeSinkImpl<false>::commitPart(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&, std::shared_ptr<DB::IMergeTreeDataPart>&, String const&, unsigned long, bool) @ 0x0000000012f280d8 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 50 | 4. DB::ReplicatedMergeTreeSinkImpl<false>::finishDelayedChunk(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&) @ 0x0000000012f27270 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 51 | 5. DB::ReplicatedMergeTreeSinkImpl<false>::consume(DB::Chunk) @ 0x0000000012f249db in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 52 | 6. DB::SinkToStorage::onConsume(DB::Chunk) @ 0x00000000134dc0a6 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 53 | 7. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>>(std::__function::__policy_storage const*) @ 0x0000000013417e8b in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 54 | 8. DB::runStep(std::function<void ()>, DB::ThreadStatus*, std::atomic<unsigned long>*) @ 0x0000000013417bbc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 55 | 9. DB::ExceptionKeepingTransform::work() @ 0x00000000134172b3 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 56 | 10. DB::ExecutionThreadContext::executeTask() @ 0x00000000131bcdfa in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 57 | 11. DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic<bool>*) @ 0x00000000131b3c30 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 58 | 12. DB::PipelineExecutor::executeStep(std::atomic<bool>*) @ 0x00000000131b33e8 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 59 | 13. DB::DistributedSink::writeToLocal(DB::Cluster::ShardInfo const&, DB::Block const&, unsigned long) @ 0x0000000012b19942 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 60 | 14. DB::DistributedSink::writeAsyncImpl(DB::Block const&, unsigned long) @ 0x0000000012b172b7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 61 | 15. DB::DistributedSink::consume(DB::Chunk) @ 0x0000000012b13c1e in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 62 | 16. DB::SinkToStorage::onConsume(DB::Chunk) @ 0x00000000134dc0a6 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 63 | 17. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>>(std::__function::__policy_storage const*) @ 0x0000000013417e8b in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 64 | 18. DB::runStep(std::function<void ()>, DB::ThreadStatus*, std::atomic<unsigned long>*) @ 0x0000000013417bbc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 65 | 19. DB::ExceptionKeepingTransform::work() @ 0x00000000134172b3 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 66 | 20. DB::ExecutionThreadContext::executeTask() @ 0x00000000131bcdfa in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 67 | 21. DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic<bool>*) @ 0x00000000131b3c30 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 68 | 22. DB::PipelineExecutor::execute(unsigned long, bool) @ 0x00000000131b2f62 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 69 | 23. DB::CompletedPipelineExecutor::execute() @ 0x00000000131b1812 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 70 | 24. DB::executeQuery(DB::ReadBuffer&, DB::WriteBuffer&, bool, std::shared_ptr<DB::Context>, std::function<void (DB::QueryResultDetails const&)>, std::optional<DB::FormatSettings> const&) @ 0x00000000122e9e0c in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 71 | 25. DB::HTTPHandler::processQuery(DB::HTTPServerRequest&, DB::HTMLForm&, DB::HTTPServerResponse&, DB::HTTPHandler::Output&, std::optional<DB::CurrentThread::QueryScope>&) @ 0x00000000130fd60f in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 72 | 26. DB::HTTPHandler::handleRequest(DB::HTTPServerRequest&, DB::HTTPServerResponse&) @ 0x0000000013101ee9 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 73 | 27. DB::HTTPServerConnection::run() @ 0x0000000013172ad2 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 74 | 28. Poco::Net::TCPServerConnection::start() @ 0x0000000015b5f7f4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 75 | 29. Poco::Net::TCPServerDispatcher::run() @ 0x0000000015b609f1 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 76 | 30. Poco::PooledThread::run() @ 0x0000000015c97227 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 77 | 31. Poco::ThreadImpl::runnableEntry(void*) @ 0x0000000015c954fc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 78 | |||
| 79 | 2024.09.02 19:50:12.194265 [ 207169 ] {0d434a24-4043-4c13-8ec7-e50b877b526f} <Error> DynamicQueryHandler: Code: 244. DB::Exception: Insert failed due to zookeeper error. Please retry. Reason: Connection loss. (UNEXPECTED_ZOOKEEPER_ERROR), Stack trace (when copying this message, always include the lines below): | ||
| 80 | |||
| 81 | 0. DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @ 0x000000000c6487f7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 82 | 1. DB::ZooKeeperRetriesControl::setUserError(int, String) @ 0x0000000012f32ffd in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 83 | 2. DB::ReplicatedMergeTreeSinkImpl<false>::commitPart(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&, std::shared_ptr<DB::IMergeTreeDataPart>&, String const&, unsigned long, bool)::'lambda'()::operator()() const @ 0x0000000012f3586a in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 84 | 3. DB::ReplicatedMergeTreeSinkImpl<false>::commitPart(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&, std::shared_ptr<DB::IMergeTreeDataPart>&, String const&, unsigned long, bool) @ 0x0000000012f280d8 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 85 | 4. DB::ReplicatedMergeTreeSinkImpl<false>::finishDelayedChunk(std::shared_ptr<DB::ZooKeeperWithFaultInjection> const&) @ 0x0000000012f27270 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 86 | 5. DB::ReplicatedMergeTreeSinkImpl<false>::consume(DB::Chunk) @ 0x0000000012f249db in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 87 | 6. DB::SinkToStorage::onConsume(DB::Chunk) @ 0x00000000134dc0a6 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 88 | 7. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>>(std::__function::__policy_storage const*) @ 0x0000000013417e8b in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 89 | 8. DB::runStep(std::function<void ()>, DB::ThreadStatus*, std::atomic<unsigned long>*) @ 0x0000000013417bbc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 90 | 9. DB::ExceptionKeepingTransform::work() @ 0x00000000134172b3 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 91 | 10. DB::ExecutionThreadContext::executeTask() @ 0x00000000131bcdfa in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 92 | 11. DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic<bool>*) @ 0x00000000131b3c30 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 93 | 12. DB::PipelineExecutor::executeStep(std::atomic<bool>*) @ 0x00000000131b33e8 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 94 | 13. DB::DistributedSink::writeToLocal(DB::Cluster::ShardInfo const&, DB::Block const&, unsigned long) @ 0x0000000012b19942 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 95 | 14. DB::DistributedSink::writeAsyncImpl(DB::Block const&, unsigned long) @ 0x0000000012b172b7 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 96 | 15. DB::DistributedSink::consume(DB::Chunk) @ 0x0000000012b13c1e in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 97 | 16. DB::SinkToStorage::onConsume(DB::Chunk) @ 0x00000000134dc0a6 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 98 | 17. void std::__function::__policy_invoker<void ()>::__call_impl<std::__function::__default_alloc_func<DB::ExceptionKeepingTransform::work()::$_1, void ()>>(std::__function::__policy_storage const*) @ 0x0000000013417e8b in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 99 | 18. DB::runStep(std::function<void ()>, DB::ThreadStatus*, std::atomic<unsigned long>*) @ 0x0000000013417bbc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 100 | 19. DB::ExceptionKeepingTransform::work() @ 0x00000000134172b3 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 101 | 20. DB::ExecutionThreadContext::executeTask() @ 0x00000000131bcdfa in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 102 | 21. DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic<bool>*) @ 0x00000000131b3c30 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 103 | 22. DB::PipelineExecutor::execute(unsigned long, bool) @ 0x00000000131b2f62 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 104 | 23. DB::CompletedPipelineExecutor::execute() @ 0x00000000131b1812 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 105 | 24. DB::executeQuery(DB::ReadBuffer&, DB::WriteBuffer&, bool, std::shared_ptr<DB::Context>, std::function<void (DB::QueryResultDetails const&)>, std::optional<DB::FormatSettings> const&) @ 0x00000000122e9e0c in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 106 | 25. DB::HTTPHandler::processQuery(DB::HTTPServerRequest&, DB::HTMLForm&, DB::HTTPServerResponse&, DB::HTTPHandler::Output&, std::optional<DB::CurrentThread::QueryScope>&) @ 0x00000000130fd60f in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 107 | 26. DB::HTTPHandler::handleRequest(DB::HTTPServerRequest&, DB::HTTPServerResponse&) @ 0x0000000013101ee9 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 108 | 27. DB::HTTPServerConnection::run() @ 0x0000000013172ad2 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 109 | 28. Poco::Net::TCPServerConnection::start() @ 0x0000000015b5f7f4 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 110 | 29. Poco::Net::TCPServerDispatcher::run() @ 0x0000000015b609f1 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 111 | 30. Poco::PooledThread::run() @ 0x0000000015c97227 in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 112 | 31. Poco::ThreadImpl::runnableEntry(void*) @ 0x0000000015c954fc in /work/oxidecomputer/omicron/out/clickhouse/clickhouse | ||
| 113 | (version 23.8.7.24 (official build)) | ||