[ Jun 26 00:11:49 Enabled. ] [ Jun 26 00:11:49 Rereading configuration. ] [ Jun 26 00:11:50 Rereading configuration. ] [ Jun 26 00:11:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 26 00:11:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.858348596Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.858490799Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.879017691Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.879049612Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.879111833Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.879404629Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.949544947Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:45662"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.950589229Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"02c6fe3a-7057-4c45-86b8-f91b3b0e94e4","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.950613379Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.98014913Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.980198411Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"02c6fe3a-7057-4c45-86b8-f91b3b0e94e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.980250192Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"PUT","req_id":"02c6fe3a-7057-4c45-86b8-f91b3b0e94e4","remote_addr":"[fd00:1122:3344:1::2]:45662","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":30125,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.04030105Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:56248","req_id":"bc05dd43-d756-4247-9077-ea16b556d38b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.045247555Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:51906","req_id":"8a74f678-d045-47ae-875a-7e4b35bea118","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.049211708Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:53817","req_id":"46e09a62-f400-422f-bf75-1706fd62f90c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.75523225Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:43643","req_id":"060951f4-a40f-47b1-b773-19167aeec161","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.759931127Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:45672","req_id":"24e604e7-8545-47ea-8d20-29a8929c3ea6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.7647715Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:44835","req_id":"3c7582ba-d833-48be-8327-601cbdccfddb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:34.526328246Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:55897","req_id":"d3ab7ce7-0cde-4018-96f4-fef7a223a2aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.148163205Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::e]:57524","req_id":"a555274d-ad9e-4edc-9557-06c986e35185","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.162961077Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::e]:43334","req_id":"f2fe2a12-82bb-4d27-83fa-b1627ce77cdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.963280133Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::b]:25784","req_id":"44d1b305-3326-4b1d-815c-b0a0ead9bbd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.983808105Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::a]:14538","req_id":"f30ca596-fa03-4e2e-83e0-094d1f6b5a77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.994887099Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::c]:6220","req_id":"caa14fb4-a38a-4dcc-b5b8-e44a3b1fcff6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:44.500101511Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:58023","req_id":"c944e791-898a-4464-9136-f67576b72ffe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.368238437Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:43426","req_id":"fbff3cd1-b462-49e6-a88f-79b92130e9be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.37453796Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:36296","req_id":"46503549-b062-4632-96cd-1402de13f559","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.38167027Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:40857","req_id":"0d45024c-07aa-4009-8a59-f556731c995b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:54.502422986Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:54858","req_id":"4f636e3b-4995-450a-bdda-1ab17fe8d9ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:04.504940635Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:63472","req_id":"dfcd2595-22c5-42e2-9e91-562ab7f42753","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:11.846963965Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::b]:19648","req_id":"87d543bf-e0eb-4988-89e8-3105f9fbd8c3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.140273652Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61483"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.207461487Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"8209702e-bc32-495b-a67c-d6c81c43fce3","remote_addr":"[fd00:1122:3344:101::b]:61483","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":43633,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:14.506525107Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:62196","req_id":"d409dd65-3846-4876-a589-fad58e0116af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:15.63098142Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::b]:48896","req_id":"7cc5c2a4-f8b8-4061-ab70-f9a823bce6d8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.658619792Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42735"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665702061Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"1296d390-b940-45dd-a2be-2a3429ba3b74","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665790323Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"1296d390-b940-45dd-a2be-2a3429ba3b74","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665803953Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"PUT","req_id":"1296d390-b940-45dd-a2be-2a3429ba3b74","remote_addr":"[fd00:1122:3344:101::b]:42735","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":4683,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.772611643Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52733"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.772932419Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"814bbdd5-fe51-4f99-a3f2-f58ccf9a1139","remote_addr":"[fd00:1122:3344:101::b]:52733","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:16.487578951Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::b]:50592","req_id":"4f44bd68-89e2-45a0-bd3a-75a68d8a47c6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.606947145Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51446"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.607411105Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"76c33fbd-2cf9-45f2-a79f-910ce054d7c4","remote_addr":"[fd00:1122:3344:101::b]:51446","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":410,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.378055191Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::a]:22345","req_id":"5545c462-008f-4e17-9c37-b60ab89b873a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.501375448Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59185"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.501638683Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"1299d344-2c8d-4155-97bf-ce2e900d7767","remote_addr":"[fd00:1122:3344:101::a]:59185","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.982349978Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::c]:63688","req_id":"6b67cdb2-db27-471b-87c7-3c5bf1237700","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.203287461Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63709"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.203567117Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"4604bfdc-f132-4940-bbca-94dfa7deb8fa","remote_addr":"[fd00:1122:3344:101::c]:63709","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:24.508441228Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:54874","req_id":"64cce7e7-1359-41f8-b879-1920522d78f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:34.509807534Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:53198","req_id":"fc4818b3-5083-481a-863c-0781bb8fc36a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.607836195Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64983"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611234227Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"58d96e4a-69e7-4d2c-89cc-22b570449881","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611290248Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"58d96e4a-69e7-4d2c-89cc-22b570449881","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611312018Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"PUT","req_id":"58d96e4a-69e7-4d2c-89cc-22b570449881","remote_addr":"[fd00:1122:3344:101::b]:64983","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.981390653Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40158"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985629612Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"188ff6cf-f3d3-484e-8083-9eda4546edad","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985694083Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"188ff6cf-f3d3-484e-8083-9eda4546edad","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985724344Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"PUT","req_id":"188ff6cf-f3d3-484e-8083-9eda4546edad","remote_addr":"[fd00:1122:3344:101::a]:40158","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":294,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.032431198Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50637"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035350459Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"5c6b96c8-c94b-49b8-8740-1db194b05986","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.03539892Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"new_generation":1,"req_id":"5c6b96c8-c94b-49b8-8740-1db194b05986","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035409601Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"PUT","req_id":"5c6b96c8-c94b-49b8-8740-1db194b05986","remote_addr":"[fd00:1122:3344:101::c]:50637","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.850442156Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::b]:18931","req_id":"43d970a6-e1db-4d00-a785-e33500d25f66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.854215825Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::a]:18493","req_id":"f8a3e6c4-3c8f-45e7-9498-c39f96d42425","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.959441611Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::c]:7917","req_id":"923ddee8-2bf5-4261-bb76-7a149a635108","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.964546069Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33377"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.964806744Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"51fe3cdb-d97d-4ac2-969e-7743baa46c71","remote_addr":"[fd00:1122:3344:101::b]:33377","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.007681147Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51590"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.007944133Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"46fe0e71-b508-45ad-9fda-7508f096d88e","remote_addr":"[fd00:1122:3344:101::a]:51590","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.06716219Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65253"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.067379275Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"uri":"/config","method":"GET","req_id":"070352ba-b425-4cdc-9d90-c6478a1a94d5","remote_addr":"[fd00:1122:3344:101::c]:65253","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:44.511485179Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:56926","req_id":"728f937d-ec98-4a3c-8d94-13246b6e6a86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:54.514304345Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::d]:58897","req_id":"1ffc3349-514e-4476-bd85-c3a58068b474","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.281095091Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::7]:35492","req_id":"110390f8-38bc-421d-addb-4833356a9046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.281744925Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::7]:33529","req_id":"4c3f86a4-c17f-4dd7-9533-b6c5e095d5b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.510376939Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::4]:37226","req_id":"8566ae07-fe96-4d98-a6e5-21be1e172950","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.510993562Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::4]:64306","req_id":"3bd74fd4-2394-4cb4-bda8-1f90bb4c1c0a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516000187Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::5]:58300","req_id":"bbe3904d-8a8a-4138-b327-eeb0ebc7ebe9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516691892Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::5]:58186","req_id":"d066def6-f5f3-4b6c-a8f9-c42c57d7cb49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.537752206Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::6]:65439","req_id":"7f26ad60-0254-4cb6-95b5-96fd05a712b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.538353508Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::6]:62901","req_id":"fb363eaf-1832-4f9f-bb5c-f0fe9b9603fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.540293209Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::3]:64296","req_id":"1c5be043-c418-4eb8-ab75-8232fb60a307","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.540837621Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::3]:50574","req_id":"16901fd2-28cf-48fb-b109-ccbbc889488d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.572377875Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::e]:56355","req_id":"345f4e3d-b6e5-473e-ad4e-d4d222245d8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.573031809Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::e]:44646","req_id":"48e19b07-f232-41f3-89b7-28960e3d1ef2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 101,\n 100,\n 101,\n 53,\n 54,\n 51,\n 48,\n 45,\n 99,\n 99,\n 50,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 56,\n 97,\n 51,\n 57,\n 45,\n 98,\n 98,\n 50,\n 48,\n 57,\n 56,\n 57,\n 56,\n 56,\n 52,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.883537958Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::1b]:52748","req_id":"6de4b476-f047-4574-b084-56304d9c0844","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.085745947Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::2]:50323","req_id":"997e007a-71a6-41ce-adcb-076f3a3d2c79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.086410641Z","hostname":"oxz_internal_dns_089e873a-c170-4e4d-bf2c-f880cc001916","pid":5518,"peer_addr":"[fd00:1122:3344:101::2]:39302","req_id":"ea2121f2-2d2f-4022-8b67-fdfcb768067f","component":"dns"}