[ Mar 31 01:53:21 Enabled. ] [ Mar 31 01:53:21 Rereading configuration. ] [ Mar 31 01:53:21 Rereading configuration. ] [ Mar 31 01:53:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 31 01:53:22 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.839227488Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.839389101Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.862475182Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.862554274Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.862618095Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:22.862955181Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.282998845Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:42223"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.283727678Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"6d098cb5-9e4b-42ff-a252-705b79b58058","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.283740899Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.301121749Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.30114706Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"6d098cb5-9e4b-42ff-a252-705b79b58058","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:53:23.301155609Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"6d098cb5-9e4b-42ff-a252-705b79b58058","remote_addr":"[fd00:1122:3344:1::2]:42223","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17821,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:53:47.71520393Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:58130","req_id":"7ca48566-99d8-44e3-90aa-49b0ef48d2a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:53:47.719960565Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:64496","req_id":"b313767d-79e9-4aa4-aab4-5e55128eb9f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:53:47.723891365Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:38549","req_id":"c5b5eede-249b-4e64-8e1f-7c122d339437","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:54:12.320797635Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:39202","req_id":"2c2e49b9-bbde-4af0-aab8-7ace4af9e904","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:54:13.398189842Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:39992","req_id":"9bdb1ecb-0ad7-4d1e-9c76-714326f80a2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:54:13.402796484Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:39768","req_id":"a0aea0e0-e293-4b93-afe8-2dcc3a61446a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:55:58.626309901Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:61256","req_id":"3e19b2e4-aa6c-4123-b1ae-98329cc30f88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 100,\n 101,\n 99,\n 53,\n 53,\n 54,\n 45,\n 48,\n 100,\n 99,\n 51,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 49,\n 55,\n 98,\n 45,\n 54,\n 100,\n 53,\n 97,\n 48,\n 54,\n 97,\n 51,\n 99,\n 57,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:02.644393356Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::e]:58805","req_id":"cf7e2bea-fd6d-48af-b7cb-6d9897baae80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 100,\n 101,\n 99,\n 53,\n 53,\n 54,\n 45,\n 48,\n 100,\n 99,\n 51,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 49,\n 55,\n 98,\n 45,\n 54,\n 100,\n 53,\n 97,\n 48,\n 54,\n 97,\n 51,\n 99,\n 57,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:02.707446811Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::e]:58411","req_id":"ead720ea-b824-4031-907b-5cbbcbc6de33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:12.906948211Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::b]:40053","req_id":"b8b6b0b3-9545-42ef-9afc-7c4c74e3cbec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:12.954209204Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:60722","req_id":"5ddf38a5-b62a-4ce8-9143-dafe553a671c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:13.040646076Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:33658","req_id":"95f7425c-0803-48e1-b759-07f8b6089820","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:18.578210312Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:54862","req_id":"bf5b742c-1e55-4665-948b-62c04282e824","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:28.579485164Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:52437","req_id":"58bfbfbd-65b9-4f60-ba5a-50bedcc0d45d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:38.580793748Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:63902","req_id":"d222f76e-b12d-4f73-a8f6-4a73c61dc818","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:42.933860019Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:22790","req_id":"59131650-3812-4538-9fbf-b1cee354e1ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:43.366992457Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55279"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:43.440779364Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"3ac333d4-40d6-47ef-b56e-54af5edc55c9","remote_addr":"[fd00:1122:3344:101::a]:55279","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":47664,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:48.581792255Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:54514","req_id":"764cf769-2f40-4563-8c49-682f4cf51ccc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.411131562Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60651"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.411487999Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"563b2648-070d-43b9-b3ff-420e970ed146","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.411503319Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"563b2648-070d-43b9-b3ff-420e970ed146","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.41156386Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"563b2648-070d-43b9-b3ff-420e970ed146","remote_addr":"[fd00:1122:3344:101::c]:60651","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":321,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:49.428258618Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:46900","req_id":"dbb1ab2c-76f8-4df0-a20a-0695b7dce458","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.657730583Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57868"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:49.658038298Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"b2b47e87-9d18-407e-87be-8c08695ad9cc","remote_addr":"[fd00:1122:3344:101::c]:57868","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:50.369086965Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:14929","req_id":"9e1e68d9-19ae-459d-8fa2-f07f9748b083","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:50.533787154Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36913"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:50.534013998Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"17936a0a-6134-4a53-908a-c6256de931ab","remote_addr":"[fd00:1122:3344:101::c]:36913","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:53.154165469Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:40342","req_id":"7fed2d69-95d8-44f3-9195-61d87b6c7e65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:53.214070358Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::b]:8913","req_id":"077343ab-403a-43a9-973b-8964bfc0d4db","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:53.285252348Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60657"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:53.285524233Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"3878f9c7-c056-4da1-93aa-5bfce1bef137","remote_addr":"[fd00:1122:3344:101::a]:60657","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:53.381893833Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46376"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:56:53.382166547Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"19a52f7f-e37b-489e-93ea-da908a3acde4","remote_addr":"[fd00:1122:3344:101::b]:46376","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:56:58.583358861Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:60777","req_id":"cdbe62c1-9d36-4829-a42f-f7c80300d357","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:08.58499633Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:52387","req_id":"dcc7cf9d-92dc-4d6c-ae9c-c239d8cc204b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.359942906Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47682"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.360267972Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"7f74ba07-9559-41c2-a8b4-e4a694d922ae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.360308903Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"7f74ba07-9559-41c2-a8b4-e4a694d922ae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.360320373Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"7f74ba07-9559-41c2-a8b4-e4a694d922ae","remote_addr":"[fd00:1122:3344:101::c]:47682","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.464097704Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58519"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.464520232Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"24e0a54e-97c6-469d-ae43-b843d3626438","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.464550412Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"24e0a54e-97c6-469d-ae43-b843d3626438","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.464590943Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"24e0a54e-97c6-469d-ae43-b843d3626438","remote_addr":"[fd00:1122:3344:101::a]:58519","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.914304588Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46145"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.916867334Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"3992eaca-15e3-4b35-acd3-d832881253ed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.916916464Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"3992eaca-15e3-4b35-acd3-d832881253ed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:12.916924384Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"3992eaca-15e3-4b35-acd3-d832881253ed","remote_addr":"[fd00:1122:3344:101::b]:46145","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:13.540323498Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:25517","req_id":"c755e083-3059-4351-8339-b2c1ca6c022f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:13.540494371Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::b]:24783","req_id":"b721e05a-0901-4d5f-84b8-8174975b44c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:13.616376655Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:51431","req_id":"6ceea731-f0d5-4b9e-bbd8-f7908a27fd22","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.648997647Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62764"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.649267912Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"e9eaa7f8-4cd2-4e2b-bb73-1a8f84b9eb53","remote_addr":"[fd00:1122:3344:101::a]:62764","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.689544241Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43950"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.689758614Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"91aec89c-0ad2-4d43-b8af-c79f07832249","remote_addr":"[fd00:1122:3344:101::b]:43950","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.722884495Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55576"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:57:13.723123229Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"56962d46-303a-47d7-8d26-f0d16336c2cd","remote_addr":"[fd00:1122:3344:101::c]:55576","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:18.587206789Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:62878","req_id":"9536d7fe-369a-4251-9ef6-116b636c9ef2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:28.589002471Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:52329","req_id":"5775ae5b-6a5b-4309-aff2-0131e487d89c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:38.590929925Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:56185","req_id":"9714b311-8790-491d-b050-5484c4146558","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:39.217672238Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:56226","req_id":"f3d5edd8-7a3c-451d-a0c4-f28c35f442c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:39.222313561Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:60028","req_id":"a810e1a1-1c58-4d0a-832c-a965b8353d62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:39.226551626Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:63046","req_id":"95441c01-a840-428e-844b-e7b17b201f6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:48.59287726Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:51032","req_id":"d1a00b8a-f8ae-4e0a-b7b2-34a44c606681","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:57:58.595277497Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:55785","req_id":"949dd945-9549-4234-9efc-2a2fec5008ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:08.597444306Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:49396","req_id":"0d0a30b3-dd30-4e13-a869-aff06a7f1da8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.359291988Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63212"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.359548593Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"189d95c9-bdf1-4e90-968a-ce031182646a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.359580253Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"189d95c9-bdf1-4e90-968a-ce031182646a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.359590093Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"189d95c9-bdf1-4e90-968a-ce031182646a","remote_addr":"[fd00:1122:3344:101::a]:63212","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":171,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.359830018Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62108"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.360234115Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"d955a1c5-6d1c-429a-aaca-91471e999b1e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.360256385Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"d955a1c5-6d1c-429a-aaca-91471e999b1e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.360269345Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"d955a1c5-6d1c-429a-aaca-91471e999b1e","remote_addr":"[fd00:1122:3344:101::c]:62108","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":308,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.454622089Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62388"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.454968165Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"c017abf1-bc25-4862-a464-a199e80eaf55","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.454990816Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"c017abf1-bc25-4862-a464-a199e80eaf55","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:12.455024936Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"c017abf1-bc25-4862-a464-a199e80eaf55","remote_addr":"[fd00:1122:3344:101::b]:62388","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":267,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:13.457451352Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:22269","req_id":"18bfed69-53c8-4f94-9f06-0b8c9c25b3f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:13.464825534Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:8730","req_id":"a09a255b-3bdb-43aa-9fb4-42114cd22557","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:13.524685362Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::b]:52884","req_id":"1f091225-9287-492f-b741-284362be3cd8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.572014006Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37083"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.572249711Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"e8a1d5e4-ccaf-4c83-bf2f-f6b7bee3703c","remote_addr":"[fd00:1122:3344:101::c]:37083","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.611916349Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52899"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.612142922Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"5782fe64-de37-4618-87c8-4b6fd015ac16","remote_addr":"[fd00:1122:3344:101::a]:52899","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.651168779Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42409"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:58:13.651383663Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"4dc877b1-7f15-4dac-afa4-9df402686cd4","remote_addr":"[fd00:1122:3344:101::b]:42409","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:18.5993936Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:54723","req_id":"d2c5dfba-24c0-401b-851d-cd8f0ac6723e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:28.60114105Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:57366","req_id":"305788f1-2b79-451f-b83c-1d87ce003c2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:38.603170323Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:62519","req_id":"0d57398b-1677-4292-be8e-7765b83f0d25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:48.604922264Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:58759","req_id":"722ad468-1bb2-4f0c-857c-79f5895809f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:58:58.606607274Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:56027","req_id":"eb13278b-7540-4acc-9511-f021e8cffc01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:08.608781832Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:50604","req_id":"bd77931a-b078-4884-9ebd-3751a269d4b2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.359643179Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47136"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.359903604Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60064"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.359930004Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"80f3f8af-03db-45da-8b65-0a0910e7e5b1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.359942615Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"80f3f8af-03db-45da-8b65-0a0910e7e5b1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.359952735Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"80f3f8af-03db-45da-8b65-0a0910e7e5b1","remote_addr":"[fd00:1122:3344:101::c]:47136","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.360200629Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"c67908a9-dafe-4892-8580-dba6c9c8b869","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.36021648Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"c67908a9-dafe-4892-8580-dba6c9c8b869","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.36022703Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"c67908a9-dafe-4892-8580-dba6c9c8b869","remote_addr":"[fd00:1122:3344:101::a]:60064","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":163,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.45496241Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51175"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.455355937Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"afec7c05-422a-4702-960b-4c06bfa5a22f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.455387478Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"new_generation":1,"req_id":"afec7c05-422a-4702-960b-4c06bfa5a22f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:12.455397078Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"PUT","req_id":"afec7c05-422a-4702-960b-4c06bfa5a22f","remote_addr":"[fd00:1122:3344:101::b]:51175","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":290,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:13.463099408Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::a]:6107","req_id":"24bf005d-9f13-408c-b30b-61c0de257e5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:13.472407155Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::b]:51291","req_id":"28add3ce-be96-4a18-a60b-3534e88088d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:13.52146122Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::c]:8052","req_id":"8a105759-0d7d-4d99-bc05-412685cf3e51","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.573723382Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41670"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.573956757Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"739d7a83-09cf-4ae7-8a82-8c19e8e6bdf9","remote_addr":"[fd00:1122:3344:101::a]:41670","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.609162855Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34630"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.609413079Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"356a3957-9380-42f3-b0cb-1dd68c422da2","remote_addr":"[fd00:1122:3344:101::b]:34630","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.720195756Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42969"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-31T01:59:13.72043356Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"uri":"/config","method":"GET","req_id":"23bb0ac0-e225-4b53-9bfd-8ec33d9c77f6","remote_addr":"[fd00:1122:3344:101::c]:42969","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:18.610873761Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:61804","req_id":"0d934664-a903-4664-855e-e5fb45eb8ea1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:28.613204803Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:51159","req_id":"157dbaa6-4f16-4cd7-a87d-32f5e0304878","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:38.615103235Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:55486","req_id":"e31b8278-d2e6-4b1c-96e3-94a065a30f04","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:47.29048969Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:32941","req_id":"ca6cfa91-484e-4ea5-90d0-ec15ec7a5dd3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:47.294751756Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:40151","req_id":"a691617b-70b3-4dcb-bd82-e1701d522d44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:47.299431689Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:45114","req_id":"2cc58e41-5ecf-411a-8f7d-06f1f670e47a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:48.616257265Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:55640","req_id":"5f0fd2dc-f184-453b-9ce6-158bb59ae272","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-31T01:59:58.618062647Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::d]:54753","req_id":"d3b9f20f-8e24-46b5-868f-9ac536068ff1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 53,\n 49,\n 101,\n 100,\n 97,\n 48,\n 45,\n 48,\n 55,\n 51,\n 52,\n 45,\n 52,\n 54,\n 99,\n 101,\n 45,\n 97,\n 48,\n 100,\n 54,\n 45,\n 50,\n 98,\n 55,\n 50,\n 51,\n 48,\n 51,\n 55,\n 55,\n 55,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.046957913Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::6]:59129","req_id":"dcc0e06a-2d44-47b0-91a7-dd8fad6246bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 53,\n 49,\n 101,\n 100,\n 97,\n 48,\n 45,\n 48,\n 55,\n 51,\n 52,\n 45,\n 52,\n 54,\n 99,\n 101,\n 45,\n 97,\n 48,\n 100,\n 54,\n 45,\n 50,\n 98,\n 55,\n 50,\n 51,\n 48,\n 51,\n 55,\n 55,\n 55,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0a51eda0-0734-46ce-a0d6-2b72303777d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.047552534Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::6]:38703","req_id":"dfa049d0-b070-4d87-b004-db9abe7895aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 53,\n 99,\n 50,\n 55,\n 52,\n 45,\n 101,\n 56,\n 101,\n 57,\n 45,\n 52,\n 99,\n 54,\n 55,\n 45,\n 57,\n 56,\n 51,\n 101,\n 45,\n 53,\n 50,\n 54,\n 49,\n 52,\n 55,\n 56,\n 49,\n 101,\n 100,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.053016191Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::4]:54870","req_id":"77d65085-817d-4c05-9c1e-78a0125bfb33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 53,\n 99,\n 50,\n 55,\n 52,\n 45,\n 101,\n 56,\n 101,\n 57,\n 45,\n 52,\n 99,\n 54,\n 55,\n 45,\n 57,\n 56,\n 51,\n 101,\n 45,\n 53,\n 50,\n 54,\n 49,\n 52,\n 55,\n 56,\n 49,\n 101,\n 100,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f985c274-e8e9-4c67-983e-52614781ed16.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.053393878Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::4]:41052","req_id":"78556e01-0320-4ef0-a3dd-f8542b203074","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.323080289Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::2]:52961","req_id":"220aabfe-de25-41ef-a889-d9f4a81aec20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.323618469Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::2]:53994","req_id":"b0559167-2277-4a80-891e-2c04da5c5586","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8bdce22a-3405-47bf-a1a8-a16662323e9a.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8bdce22a-3405-47bf-a1a8-a16662323e9a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 98,\n 100,\n 99,\n 101,\n 50,\n 50,\n 97,\n 45,\n 51,\n 52,\n 48,\n 53,\n 45,\n 52,\n 55,\n 98,\n 102,\n 45,\n 97,\n 49,\n 97,\n 56,\n 45,\n 97,\n 49,\n 54,\n 54,\n 54,\n 50,\n 51,\n 50,\n 51,\n 101,\n 57,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8bdce22a-3405-47bf-a1a8-a16662323e9a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.383420026Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::1b]:58271","req_id":"a05fbab4-f625-4302-b49e-95fbee790dbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 55,\n 55,\n 102,\n 57,\n 98,\n 53,\n 100,\n 45,\n 102,\n 53,\n 102,\n 49,\n 45,\n 52,\n 57,\n 54,\n 55,\n 45,\n 57,\n 50,\n 48,\n 54,\n 45,\n 55,\n 102,\n 54,\n 101,\n 102,\n 50,\n 53,\n 55,\n 49,\n 51,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.728753638Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::5]:49336","req_id":"8d2b5683-47e9-4cca-a311-9f86c96303b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 55,\n 55,\n 102,\n 57,\n 98,\n 53,\n 100,\n 45,\n 102,\n 53,\n 102,\n 49,\n 45,\n 52,\n 57,\n 54,\n 55,\n 45,\n 57,\n 50,\n 48,\n 54,\n 45,\n 55,\n 102,\n 54,\n 101,\n 102,\n 50,\n 53,\n 55,\n 49,\n 51,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b77f9b5d-f5f1-4967-9206-7f6ef2571305.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.729472051Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::5]:60184","req_id":"8643c28b-18a7-48c4-95f5-d9257e1d466f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 100,\n 101,\n 99,\n 53,\n 53,\n 54,\n 45,\n 48,\n 100,\n 99,\n 51,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 49,\n 55,\n 98,\n 45,\n 54,\n 100,\n 53,\n 97,\n 48,\n 54,\n 97,\n 51,\n 99,\n 57,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.870846574Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::e]:35184","req_id":"2ddae551-33c1-4fa8-83d0-f0de835d2410","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 100,\n 101,\n 99,\n 53,\n 53,\n 54,\n 45,\n 48,\n 100,\n 99,\n 51,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 49,\n 55,\n 98,\n 45,\n 54,\n 100,\n 53,\n 97,\n 48,\n 54,\n 97,\n 51,\n 99,\n 57,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9bdec556-0dc3-4de4-917b-6d5a06a3c9b2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.871474355Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::e]:46763","req_id":"9ebf3390-6a45-4a28-8b8d-e739bb216fc6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 51,\n 49,\n 50,\n 56,\n 98,\n 50,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 45,\n 52,\n 53,\n 52,\n 53,\n 45,\n 97,\n 51,\n 56,\n 48,\n 45,\n 55,\n 49,\n 48,\n 56,\n 97,\n 102,\n 97,\n 102,\n 56,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.94856028Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::3]:64012","req_id":"7f8053b9-79c2-4569-ac6c-16d7ec619765","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 51,\n 49,\n 50,\n 56,\n 98,\n 50,\n 52,\n 45,\n 99,\n 50,\n 52,\n 100,\n 45,\n 52,\n 53,\n 52,\n 53,\n 45,\n 97,\n 51,\n 56,\n 48,\n 45,\n 55,\n 49,\n 48,\n 56,\n 97,\n 102,\n 97,\n 102,\n 56,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_43128b24-c24d-4545-a380-7108afaf8aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.949479197Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::3]:65184","req_id":"5696a4be-ed4f-45a3-9e60-f4a2f03e4958","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 53,\n 50,\n 53,\n 51,\n 50,\n 99,\n 45,\n 51,\n 49,\n 50,\n 101,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 98,\n 100,\n 98,\n 50,\n 45,\n 97,\n 51,\n 57,\n 53,\n 100,\n 51,\n 49,\n 98,\n 100,\n 52,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.992528075Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::7]:65249","req_id":"8078b4c3-d632-4510-ae28-d273156681fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 52,\n 53,\n 50,\n 53,\n 51,\n 50,\n 99,\n 45,\n 51,\n 49,\n 50,\n 101,\n 45,\n 52,\n 56,\n 100,\n 102,\n 45,\n 98,\n 100,\n 98,\n 50,\n 45,\n 97,\n 51,\n 57,\n 53,\n 100,\n 51,\n 49,\n 98,\n 100,\n 52,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3452532c-312e-48df-bdb2-a395d31bd418.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-31T02:00:00.993297079Z","hostname":"oxz_internal_dns_4bbbabab-d39b-4972-acc9-4f7d4844d5e3","pid":5385,"peer_addr":"[fd00:1122:3344:101::7]:52750","req_id":"4ce6ecbc-710f-462f-b49d-de202039af0b","component":"dns"}