[ May 19 19:27:11 Enabled. ] [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 19 19:27:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.990196463Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:12.990326807Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.009536157Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.009570258Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.009616799Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.009889087Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.81916205Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:42547"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.819944062Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"new_generation":1,"req_id":"9357f752-fb8b-4c42-a93c-f5ca22b47fe8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.819984633Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.850606268Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.850641209Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"new_generation":1,"req_id":"9357f752-fb8b-4c42-a93c-f5ca22b47fe8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:27:13.85067629Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"PUT","req_id":"9357f752-fb8b-4c42-a93c-f5ca22b47fe8","remote_addr":"[fd00:1122:3344:1::2]:42547","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":31144,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.361111147Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:32889","req_id":"d02a20ee-e401-4548-adc7-dc8a06150a14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.372401999Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:62714","req_id":"ce9c4d76-fefc-44c1-b693-4de8ea7c977e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:27:26.384914614Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:46168","req_id":"e83d4d13-b17e-4a21-a89f-5a2928eff9fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:22.701717361Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:54570","req_id":"83481cb1-f5a8-45b0-a264-cef7ce6832bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.565449062Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:46387","req_id":"24fc8362-f1c9-4173-a2ee-2da2d8eaaecd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:24.573995278Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:42298","req_id":"793d0da2-a1fb-4323-bc7a-f137281da4e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.35783894Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:45947","req_id":"64ea37d7-fe7e-492e-b66b-241b15f0378a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.370345526Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:42303","req_id":"17b73af8-4701-426e-81e8-25303983886b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:27.386872672Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:63014","req_id":"ec3dc2a6-4f3e-48c8-934d-a02773b3b1c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.300303704Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:42931","req_id":"b3f6ba84-81b4-4dc2-9819-16c202a24b5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.329067345Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:32640","req_id":"a9879907-4199-4bfd-869d-3f2b062042b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:31.455181214Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:58762","req_id":"4e50484e-2a16-42da-826e-a42121a7deed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:32.666747226Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61620","req_id":"84661b6f-49f7-459f-b997-095761db9b14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:33.407040875Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:20614","req_id":"4357da99-44c3-4a21-90a6-1ddd0656ab6d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.562243158Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50203"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.618781498Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"new_generation":1,"req_id":"d7f302c7-b133-4719-8afb-2a5d7747ca2f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.61885572Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"new_generation":1,"req_id":"d7f302c7-b133-4719-8afb-2a5d7747ca2f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.621342659Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"PUT","req_id":"d7f302c7-b133-4719-8afb-2a5d7747ca2f","remote_addr":"[fd00:1122:3344:101::c]:50203","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":27196,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.712387951Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52911"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:33.731490118Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"GET","req_id":"8b6b3642-cbcc-4405-8271-633ae5a8940e","remote_addr":"[fd00:1122:3344:101::c]:52911","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":18991,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.12581546Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:3458","req_id":"4d73b0c1-606e-44a4-8313-f444e2101464","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.243860108Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62246"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.244189147Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"GET","req_id":"c5ac9216-6343-41b8-b7e6-8c206836d864","remote_addr":"[fd00:1122:3344:101::c]:62246","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":275,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:34.675790847Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:15349","req_id":"804e0a0d-1c8f-4079-a292-f5d320b9b8b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.7962239Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65435"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:34.796604711Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"GET","req_id":"8369c47f-8603-4604-949e-83451d26a682","remote_addr":"[fd00:1122:3344:101::c]:65435","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.923694856Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:25593","req_id":"5ec8dace-098a-46c1-ac5e-1d6940caf9ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:41.92674839Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:8737","req_id":"b0a233b9-6927-4d8e-a7ea-679636f45c43","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.064298026Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55870"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.064538063Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"GET","req_id":"dca0ddf7-22fe-4191-b107-b62c21212cce","remote_addr":"[fd00:1122:3344:101::a]:55870","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.118918084Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36275"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T19:29:42.119270764Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"uri":"/config","method":"GET","req_id":"6ce20219-b8a5-4b3d-9678-c6d2829f45f9","remote_addr":"[fd00:1122:3344:101::b]:36275","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:42.667670731Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61337","req_id":"75d4ef64-2693-44fd-b223-29821d02a2ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:29:52.669262361Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:65308","req_id":"2b52f502-aa6e-43ca-b18c-a5d15a3bb068","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.118765151Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:46926","req_id":"3e8b4f8c-b862-401c-863b-bade5a13b78a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 51,\n 102,\n 51,\n 97,\n 97,\n 102,\n 45,\n 101,\n 99,\n 56,\n 50,\n 45,\n 52,\n 57,\n 99,\n 98,\n 45,\n 56,\n 100,\n 54,\n 100,\n 45,\n 54,\n 97,\n 55,\n 52,\n 99,\n 100,\n 100,\n 102,\n 99,\n 97,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f3f3aaf-ec82-49cb-8d6d-6a74cddfcab9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.11944837Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:49912","req_id":"ee61f4a4-e5b0-4f8c-9860-dc80229edf8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.242061213Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:62653","req_id":"678b456b-e4d4-4e1b-b866-aadb318dcfa7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 102,\n 101,\n 51,\n 55,\n 49,\n 99,\n 50,\n 45,\n 100,\n 55,\n 50,\n 98,\n 45,\n 52,\n 53,\n 99,\n 102,\n 45,\n 98,\n 55,\n 101,\n 98,\n 45,\n 99,\n 49,\n 49,\n 50,\n 54,\n 100,\n 50,\n 55,\n 51,\n 50,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6fe371c2-d72b-45cf-b7eb-c1126d273260.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.242717711Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:38070","req_id":"38932fac-864c-4dfb-83d6-8558aad4b430","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.309112964Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:37654","req_id":"9944d210-f6e1-4858-ad94-af15139fc552","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 98,\n 49,\n 53,\n 56,\n 101,\n 98,\n 45,\n 102,\n 100,\n 98,\n 102,\n 45,\n 52,\n 102,\n 49,\n 52,\n 45,\n 57,\n 53,\n 54,\n 56,\n 45,\n 49,\n 51,\n 49,\n 101,\n 56,\n 55,\n 55,\n 57,\n 97,\n 48,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dab158eb-fdbf-4f14-9568-131e8779a09d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.309793892Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:62673","req_id":"e4a1fa6c-1333-4213-94b9-653b951ac044","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.389940374Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:38371","req_id":"94367fb2-6919-45e4-bbf5-adddedea1ac2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 48,\n 101,\n 98,\n 49,\n 55,\n 101,\n 45,\n 49,\n 48,\n 51,\n 99,\n 45,\n 52,\n 102,\n 56,\n 55,\n 45,\n 98,\n 56,\n 99,\n 56,\n 45,\n 102,\n 100,\n 52,\n 56,\n 55,\n 98,\n 101,\n 57,\n 50,\n 48,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc0eb17e-103c-4f87-b8c8-fd487be92046.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.39089339Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:51876","req_id":"162a87fa-5ebc-4340-a10b-0093fd8ba342","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.490665583Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:58134","req_id":"7bd20f51-9628-4422-b1c3-86c15e6de2e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 53,\n 101,\n 54,\n 99,\n 53,\n 50,\n 45,\n 52,\n 101,\n 99,\n 101,\n 45,\n 52,\n 50,\n 99,\n 50,\n 45,\n 56,\n 101,\n 52,\n 50,\n 45,\n 98,\n 100,\n 102,\n 50,\n 52,\n 49,\n 57,\n 52,\n 102,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_595e6c52-4ece-42c2-8e42-bdf24194f9af.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.491489926Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:35980","req_id":"44f37763-de2e-45c4-9ed1-cd28f3449d84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.560018927Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:52355","req_id":"2e4bcbbc-d0e2-4e8d-a585-238c9377cb83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 52,\n 52,\n 55,\n 101,\n 49,\n 99,\n 45,\n 50,\n 99,\n 102,\n 54,\n 45,\n 52,\n 56,\n 48,\n 54,\n 45,\n 97,\n 101,\n 51,\n 55,\n 45,\n 99,\n 49,\n 55,\n 50,\n 50,\n 51,\n 54,\n 50,\n 51,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab447e1c-2cf6-4806-ae37-c17223623835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.560753108Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:36136","req_id":"93ee99f1-21c5-4eaf-b6c6-8c5f818945b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 49,\n 97,\n 99,\n 52,\n 48,\n 57,\n 57,\n 45,\n 101,\n 50,\n 53,\n 56,\n 45,\n 52,\n 53,\n 99,\n 98,\n 45,\n 98,\n 102,\n 101,\n 53,\n 45,\n 50,\n 54,\n 51,\n 97,\n 50,\n 55,\n 99,\n 50,\n 50,\n 51,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_21ac4099-e258-45cb-bfe5-263a27c22384.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:00.605701678Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:39424","req_id":"315b9b5b-8639-4a75-a2d7-eb330256b296","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.297115038Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:61328","req_id":"3c230e5f-0b6d-41bf-9180-19c3db45e59b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T19:30:01.297938681Z","hostname":"oxz_internal_dns_2920c978-cfb5-4e6b-861a-4c0619b5be09","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:45053","req_id":"981dc73b-06b5-49b7-8815-4c4c4fd5b22b","component":"dns"}