[ Jul 21 19:11:24 Enabled. ] [ Jul 21 19:11:24 Rereading configuration. ] [ Jul 21 19:11:25 Rereading configuration. ] [ Jul 21 19:11:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 21 19:11:26 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.489362067Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.48952843Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.532268683Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.532299104Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.532313334Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.5325958Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:26.643081944Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:28277","req_id":"91cf4559-dd7a-4233-8019-a638ae3c03a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:26.819412978Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:44604","req_id":"52075e95-2b79-4706-8718-f4d422b53312","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.853686232Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:32914"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.854424767Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"new_generation":1,"req_id":"60d0d8ef-514e-41f5-99e6-6c22cb28f13f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.854444888Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.866927831Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.866954002Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"new_generation":1,"req_id":"60d0d8ef-514e-41f5-99e6-6c22cb28f13f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:11:26.866992483Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"PUT","req_id":"60d0d8ef-514e-41f5-99e6-6c22cb28f13f","remote_addr":"[fd00:1122:3344:1::2]:32914","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12917,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.658731096Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:58660","req_id":"15fdc64c-3f29-4d83-a4cf-36e318235ce6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.663499957Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:35364","req_id":"c76c55cd-edc1-4aaf-9784-4a21652cea0e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:11:37.668804899Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:43142","req_id":"bba125b3-9968-4ca7-9a0f-f64168014145","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:37.916068598Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:36073","req_id":"1754b73c-8c3a-497d-a0bc-573e41bd3a4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:38.018180971Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:36803","req_id":"ff1e8bf2-41d0-40ee-883f-2bf71b373dbb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:13:38.031211984Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:49840","req_id":"49a1ecd9-a41a-4f17-af74-6968440ea83f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:00.425323514Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:65430","req_id":"2aa97d48-6d69-4012-95c3-3764648783e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:05.793085102Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:57516","req_id":"438723fe-791f-41b7-aa8e-1f1572a36df8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:05.807970877Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:43122","req_id":"60e5b7da-0c1f-4139-86dc-94f6f9041582","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:10.401768766Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:65290","req_id":"83d7ad36-246f-44f9-8884-0ba4fb767f2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.441451193Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::b]:58476","req_id":"6cce84fd-ed78-4b95-8b6e-c78cec8ab223","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.709707818Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:13726","req_id":"a5c82d7d-fb2a-45f7-a98b-6fb669a3e107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:13.825240967Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:39367","req_id":"c75bda03-ae99-4481-90a5-b62462d6836a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:20.403133999Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:59390","req_id":"c1d511a1-ae5a-4ab8-a8c7-f43487425c14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:30.404406967Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:56386","req_id":"2b0f58f3-b6fe-46df-9949-ad9e60373af8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:40.406136845Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:56567","req_id":"bbef2d02-7df2-4709-b14a-0aed6027f569","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:46.109791254Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:54963","req_id":"169388b5-508a-4bdd-bd98-89cddf3ac982","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:46.351865976Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42460"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:46.413900216Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"GET","req_id":"dc6fb4d8-758f-4b16-aad9-8c14158bb134","remote_addr":"[fd00:1122:3344:101::c]:42460","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":32671,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:50.407304503Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:55279","req_id":"035dbfdb-33df-4877-9ec4-0f4b1d8b2c7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34680,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:50.412117364Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:21900","req_id":"3e1af679-e8b8-4095-a096-445514b91089","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.417916787Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63151"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.432190508Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"new_generation":1,"req_id":"5725f8f2-9d69-436c-b076-573e1d9f05df","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.432215609Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"new_generation":1,"req_id":"5725f8f2-9d69-436c-b076-573e1d9f05df","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.43226433Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"PUT","req_id":"5725f8f2-9d69-436c-b076-573e1d9f05df","remote_addr":"[fd00:1122:3344:101::a]:63151","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11249,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.539902493Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41032"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:50.54018411Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"GET","req_id":"48e9ee52-9313-4053-b687-fd894829a783","remote_addr":"[fd00:1122:3344:101::a]:41032","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:51.345553331Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::a]:3291","req_id":"4da484e6-13f9-4fff-a7d2-261df7a1b8a2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:51.576163872Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51592"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:51.576431918Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"GET","req_id":"35a19442-cf22-4d5d-b828-ad65b94f6779","remote_addr":"[fd00:1122:3344:101::a]:51592","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:54.194238284Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::b]:17721","req_id":"bbf95ba6-3a5a-41f0-ad6c-c52a21357c1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:14:54.29590526Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::c]:28758","req_id":"df827e99-40dc-474d-9cc4-a8b149b8d985","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.340693896Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40176"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.341259278Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"GET","req_id":"68f8f6b4-1dc5-4e38-a1e5-4bf2bf397aae","remote_addr":"[fd00:1122:3344:101::b]:40176","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.419289276Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33367"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-21T19:14:54.419543551Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"uri":"/config","method":"GET","req_id":"a00ceeb3-adf6-480a-8c80-fe0c0acbcf3d","remote_addr":"[fd00:1122:3344:101::c]:33367","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.408094301Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::d]:59061","req_id":"f78c6523-39bf-4207-9bce-635eaacf5d61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.450915865Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:62183","req_id":"f13b68d7-e19d-4f6d-8966-bd03855cb311","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.451572659Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:61239","req_id":"d3edc9a0-4213-4d8e-97ca-61f46c285dd4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 54,\n 98,\n 48,\n 50,\n 50,\n 49,\n 45,\n 49,\n 97,\n 50,\n 99,\n 45,\n 52,\n 97,\n 48,\n 54,\n 45,\n 97,\n 54,\n 48,\n 53,\n 45,\n 55,\n 102,\n 50,\n 54,\n 49,\n 100,\n 49,\n 52,\n 51,\n 49,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.854601752Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:36844","req_id":"f0eaf8c3-f19b-4e55-80ec-424f48b13b41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 54,\n 98,\n 48,\n 50,\n 50,\n 49,\n 45,\n 49,\n 97,\n 50,\n 99,\n 45,\n 52,\n 97,\n 48,\n 54,\n 45,\n 97,\n 54,\n 48,\n 53,\n 45,\n 55,\n 102,\n 50,\n 54,\n 49,\n 100,\n 49,\n 52,\n 51,\n 49,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.855384049Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:51463","req_id":"4e732d22-a7fc-4cb0-8169-fb8322a5dc2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.943889808Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:52411","req_id":"078f5fee-5612-46b8-a661-b4ff173e6d27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 52,\n 53,\n 57,\n 98,\n 99,\n 100,\n 102,\n 45,\n 51,\n 55,\n 54,\n 55,\n 45,\n 52,\n 99,\n 99,\n 51,\n 45,\n 56,\n 55,\n 56,\n 48,\n 45,\n 50,\n 56,\n 51,\n 54,\n 101,\n 56,\n 55,\n 49,\n 100,\n 99,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.944677685Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::e]:52986","req_id":"afd19857-2706-4be5-9977-04037be96cd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 101,\n 50,\n 52,\n 54,\n 50,\n 50,\n 45,\n 48,\n 54,\n 100,\n 99,\n 45,\n 52,\n 50,\n 56,\n 57,\n 45,\n 98,\n 56,\n 101,\n 57,\n 45,\n 51,\n 48,\n 57,\n 57,\n 48,\n 48,\n 99,\n 48,\n 102,\n 51,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.948019266Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::3]:44788","req_id":"e0879905-7985-4660-8fa9-084ee26e8587","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 101,\n 50,\n 52,\n 54,\n 50,\n 50,\n 45,\n 48,\n 54,\n 100,\n 99,\n 45,\n 52,\n 50,\n 56,\n 57,\n 45,\n 98,\n 56,\n 101,\n 57,\n 45,\n 51,\n 48,\n 57,\n 57,\n 48,\n 48,\n 99,\n 48,\n 102,\n 51,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.948752471Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::3]:57568","req_id":"0610993c-5785-4a59-b1de-66c9731e1739","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 54,\n 50,\n 53,\n 100,\n 53,\n 45,\n 48,\n 101,\n 52,\n 53,\n 45,\n 52,\n 97,\n 53,\n 53,\n 45,\n 57,\n 101,\n 49,\n 99,\n 45,\n 99,\n 102,\n 49,\n 51,\n 54,\n 57,\n 54,\n 52,\n 100,\n 56,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.954927181Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:60037","req_id":"9665467a-dcfa-412d-98d7-d8571701b821","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 55,\n 54,\n 50,\n 53,\n 100,\n 53,\n 45,\n 48,\n 101,\n 52,\n 53,\n 45,\n 52,\n 97,\n 53,\n 53,\n 45,\n 57,\n 101,\n 49,\n 99,\n 45,\n 99,\n 102,\n 49,\n 51,\n 54,\n 57,\n 54,\n 52,\n 100,\n 56,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.955743499Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:58858","req_id":"095de578-2e41-4b71-a677-274987e10993","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 56,\n 97,\n 102,\n 55,\n 51,\n 99,\n 45,\n 48,\n 100,\n 52,\n 100,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 48,\n 99,\n 56,\n 45,\n 97,\n 53,\n 56,\n 56,\n 51,\n 99,\n 100,\n 100,\n 99,\n 57,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.980045192Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:32925","req_id":"f26a12ee-bb47-4ff4-b150-0eb4d3bd6ec3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 56,\n 97,\n 102,\n 55,\n 51,\n 99,\n 45,\n 48,\n 100,\n 52,\n 100,\n 45,\n 52,\n 100,\n 101,\n 52,\n 45,\n 57,\n 48,\n 99,\n 56,\n 45,\n 97,\n 53,\n 56,\n 56,\n 51,\n 99,\n 100,\n 100,\n 99,\n 57,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.980860629Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:44502","req_id":"901ec3e5-022c-4d57-b89b-ab1bfc1bf1b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 52,\n 54,\n 52,\n 49,\n 98,\n 51,\n 45,\n 97,\n 54,\n 99,\n 57,\n 45,\n 52,\n 54,\n 50,\n 97,\n 45,\n 56,\n 53,\n 54,\n 53,\n 45,\n 101,\n 50,\n 50,\n 48,\n 50,\n 56,\n 48,\n 101,\n 54,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.981504573Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::4]:36069","req_id":"bf2a685a-fa23-408b-af3e-9a069438f03d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 52,\n 54,\n 52,\n 49,\n 98,\n 51,\n 45,\n 97,\n 54,\n 99,\n 57,\n 45,\n 52,\n 54,\n 50,\n 97,\n 45,\n 56,\n 53,\n 54,\n 53,\n 45,\n 101,\n 50,\n 50,\n 48,\n 50,\n 56,\n 48,\n 101,\n 54,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:00.982236938Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::4]:41259","req_id":"8ecc597b-b48f-42a8-aa9d-af8296a63ff6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 49,\n 50,\n 48,\n 48,\n 53,\n 100,\n 98,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 52,\n 102,\n 53,\n 99,\n 45,\n 98,\n 54,\n 102,\n 98,\n 45,\n 54,\n 102,\n 101,\n 52,\n 101,\n 102,\n 54,\n 56,\n 101,\n 98,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-21T19:15:01.208095349Z","hostname":"oxz_internal_dns_300e7717-650d-4fea-b1f6-1c26f7d37f56","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:51453","req_id":"1789ddb3-305b-4da0-8274-4e4493e811a4","component":"dns"}