[ May 21 20:12:05 Enabled. ] [ May 21 20:12:05 Rereading configuration. ] [ May 21 20:12:06 Rereading configuration. ] [ May 21 20:12:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 21 20:12:07 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.435911437Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.436051959Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.459902848Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.459925798Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.459967029Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.460331084Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.716977149Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:40702"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.717720889Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"09fbb8b3-ba57-4430-a15e-0ec24b12c7c8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.71774897Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.729955008Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.729998729Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"09fbb8b3-ba57-4430-a15e-0ec24b12c7c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.730007679Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"PUT","req_id":"09fbb8b3-ba57-4430-a15e-0ec24b12c7c8","remote_addr":"[fd00:1122:3344:3::2]:40702","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":12673,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.64355223Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:34554","req_id":"bfd193ec-03fa-4b90-b63d-149dac01ff54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.661795991Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:37112","req_id":"9c771e0b-d96f-4804-9a50-7d27bc71990d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.674959043Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:60704","req_id":"f2b985ae-dcb3-47c4-8a74-96b7cc46abd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:22.377284463Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:59024","req_id":"faa08d0e-c705-4bed-91f7-92ae3fe3f385","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.105765118Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::e]:61711","req_id":"a68d33bd-f5ac-4ada-bea6-7f1b49fe21dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.10667616Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::e]:51684","req_id":"9ee08b7b-2a66-4675-bc76-6c6ec976964f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.349865039Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:51466","req_id":"e9b8d5c6-0f5c-418f-8716-d27c5ac6da44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.520432139Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::a]:63467","req_id":"bebb4914-748a-4229-9d73-643fc1eeb112","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.583831292Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::b]:13725","req_id":"2679d8ad-eca9-46fa-af5c-588cb6a84504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.829957493Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::c]:4090","req_id":"e0e057d1-33a8-459c-b2bd-ed0463229ec8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.641385077Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45052"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:34.647188847Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::a]:19829","req_id":"4789b006-fd8d-4b7b-9a7b-82244397eff0","component":"dns"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.712976164Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"61c10889-31bf-40ba-8ccc-0e19f4575b79","remote_addr":"[fd00:1122:3344:101::c]:45052","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":43051,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.899872158Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48106"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.900246294Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"36a005cc-f5e0-42d6-be94-44282296a169","remote_addr":"[fd00:1122:3344:101::a]:48106","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":263,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.00592565Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36614"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010443852Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"e66fb103-b238-4520-a794-fdbd32cb27e9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010472412Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"e66fb103-b238-4520-a794-fdbd32cb27e9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010525173Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"PUT","req_id":"e66fb103-b238-4520-a794-fdbd32cb27e9","remote_addr":"[fd00:1122:3344:101::a]:36614","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3164,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:35.589942135Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::a]:42412","req_id":"716980f6-65e4-4cfb-bde6-99fa1787b679","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.738158617Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60891"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.738607383Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"2a38668c-7201-4689-af93-bff58a24d7c0","remote_addr":"[fd00:1122:3344:101::a]:60891","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":289,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:36.051435153Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::a]:61326","req_id":"4aa7ae6b-b276-486f-b336-ae2ab4d8323c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.290303784Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58121"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.290660808Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"d3117736-e1e0-4471-8768-9b7c5cfbcf02","remote_addr":"[fd00:1122:3344:101::a]:58121","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":259,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:42.350996936Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:55198","req_id":"2900fbf8-cb52-4d43-90f4-ffd0894815b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.31890013Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::c]:50041","req_id":"f437335e-41d2-42ab-8f1b-a3684bbff9c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.323780198Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::b]:9524","req_id":"0c5bb1c5-43de-4895-969d-c0d20037e346","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.464485316Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51423"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.464723089Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"d8fbd950-9e2c-46a7-b2bf-2a8458577b7b","remote_addr":"[fd00:1122:3344:101::c]:51423","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.518251837Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.51851353Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"3c8f7a8b-5651-4ecf-b941-a9dd983eedb0","remote_addr":"[fd00:1122:3344:101::b]:53089","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:52.357298531Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:53474","req_id":"1abc4006-c015-4774-bbb9-400804669e5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:02.355095229Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:55091","req_id":"8730fce0-bc69-4666-9401-10a056e78c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:12.356374149Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:50797","req_id":"dc5c47a9-c98d-4d61-931a-d13647129669","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.83874244Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:37231","req_id":"a93592ae-0376-4617-b02a-7d8facfc8e42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.851227922Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:47039","req_id":"6d6e95cd-c086-49c8-8825-addc6ae769cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:20.865889961Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:64430","req_id":"8c51e352-399f-4773-a403-2a06ae16bdca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:22.358016237Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:62177","req_id":"d3301150-7082-4d1b-a421-28a79cc5727e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.253027879Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39188"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254685682Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"e17abd4a-373c-45fe-9798-53c63b7dabc5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254722822Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"e17abd4a-373c-45fe-9798-53c63b7dabc5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254755133Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"PUT","req_id":"e17abd4a-373c-45fe-9798-53c63b7dabc5","remote_addr":"[fd00:1122:3344:101::a]:39188","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:32.35982453Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:51739","req_id":"5abaf7da-0191-43c4-b998-24d46463ccb2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.564594961Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44054"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566047701Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"9bfa1e4f-6674-4223-92a1-87db565683be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566077882Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"9bfa1e4f-6674-4223-92a1-87db565683be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566102102Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"PUT","req_id":"9bfa1e4f-6674-4223-92a1-87db565683be","remote_addr":"[fd00:1122:3344:101::b]:44054","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.83524243Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55595"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.836986714Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"4edd26bd-8493-47a5-acf4-384c2e537227","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837035934Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"new_generation":1,"req_id":"4edd26bd-8493-47a5-acf4-384c2e537227","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837044924Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"PUT","req_id":"4edd26bd-8493-47a5-acf4-384c2e537227","remote_addr":"[fd00:1122:3344:101::c]:55595","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.427679941Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::a]:44915","req_id":"ebffcfae-83f6-4136-9841-6b091c3f5a98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.51108688Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::b]:36532","req_id":"4589f114-8416-482a-8c19-3649f3fef07f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.527610047Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64022"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.52783793Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"253b085d-cc1e-401f-a5ae-a1bddfb6a30c","remote_addr":"[fd00:1122:3344:101::a]:64022","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.612130592Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45619"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.612376515Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"de928f85-2869-4d7f-bb50-906182019ef8","remote_addr":"[fd00:1122:3344:101::b]:45619","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:34.147576758Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::c]:51944","req_id":"f93de2c3-52ef-45ba-8ba2-fcf0c71a39b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.339660564Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50788"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.339929827Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"uri":"/config","method":"GET","req_id":"4aa733ad-fa3b-4345-b05d-9c66fe6a07a8","remote_addr":"[fd00:1122:3344:101::c]:50788","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:42.362416662Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:50452","req_id":"a771f267-1bd3-4cc0-a2c0-58bb4d6a8d5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:52.364513679Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::d]:65400","req_id":"69973858-d555-42ad-93c2-c3932e9658fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.037368902Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::6]:55195","req_id":"b0896fec-d76c-45ff-b193-6c5a1963e072","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.037981041Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::6]:37968","req_id":"c38aac52-5677-4b42-a2c1-6b9cecc09cf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.04008515Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::7]:51005","req_id":"a4b54fd0-e81b-4384-a143-d79189225b60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.040581827Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::7]:44713","req_id":"e679ac36-46b1-41bd-bde7-6c9199c7a7d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.096683029Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::3]:56453","req_id":"55da8cb5-b9f1-42ad-a35c-da0c2ac31d4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.097323448Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::3]:64423","req_id":"67350647-465c-41a2-a12a-dd9125a81b6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.107879034Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::4]:60418","req_id":"275441c6-99b3-49c1-ac1a-f17218d4428d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.108552083Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::4]:59338","req_id":"77978aa8-a8f3-4ae2-8fa4-7b0a9e97e1fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.150051725Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::5]:47453","req_id":"8de0e5b4-f8fe-40ef-8218-14b4b7be1887","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.150769165Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::5]:47921","req_id":"55e32ce8-1da1-4f5f-90cc-00437cc0a997","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.764270886Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::e]:49187","req_id":"6a118dc2-45aa-4467-84e4-37b38e44d8fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.765025896Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::e]:37987","req_id":"4656061c-8377-4f71-b529-38568f76c6b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.024125456Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::2]:46326","req_id":"7e5a6b30-1439-4120-a3df-44407b636e49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.024763935Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::2]:45202","req_id":"f28ae63b-8fd0-41b8-a191-c2081f869b6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 98,\n 53,\n 97,\n 50,\n 102,\n 51,\n 52,\n 45,\n 102,\n 55,\n 49,\n 53,\n 45,\n 52,\n 101,\n 49,\n 100,\n 45,\n 97,\n 98,\n 50,\n 100,\n 45,\n 52,\n 48,\n 50,\n 55,\n 99,\n 101,\n 57,\n 53,\n 54,\n 99,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.04911043Z","hostname":"oxz_internal_dns_29c74fd3-92d5-493e-937e-89bfceb3c70f","pid":5440,"peer_addr":"[fd00:1122:3344:101::1b]:57762","req_id":"ae97ebc6-491b-4925-9af6-4e847bb212f1","component":"dns"}