[ Jul 23 06:25:20 Enabled. ] [ Jul 23 06:25:20 Rereading configuration. ] [ Jul 23 06:25:21 Rereading configuration. ] [ Jul 23 06:25:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 23 06:25:22 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.286328249Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.28645369Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.308403688Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.308431509Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.30849017Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.308797314Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:25:22.401951641Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::2]:16317","req_id":"b6199cb2-e2cb-43b9-a083-df86d50fce53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:25:22.56509335Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::2]:60858","req_id":"b00b9dd6-6c4c-4f77-a63c-89eb12dcd619","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.597181661Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:37254"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.59786979Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"ce986c9e-cd2d-40a8-86e8-376dc133812d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.597885561Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.611026115Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.611062696Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"ce986c9e-cd2d-40a8-86e8-376dc133812d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:25:22.611070066Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"PUT","req_id":"ce986c9e-cd2d-40a8-86e8-376dc133812d","remote_addr":"[fd00:1122:3344:3::2]:37254","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13575,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:25:37.504256812Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:54628","req_id":"4b21abc8-f4a3-41d8-8627-4721d9312cc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:25:37.50910497Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:55707","req_id":"359d508e-4f53-47aa-b8dc-5e79849d3b64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:25:37.514029589Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:54955","req_id":"a2b2de6e-692c-474d-9294-b9cd15618e41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:27:38.650955819Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:48302","req_id":"02176cc8-e2ec-43e0-abaf-7452f0427617","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:27:38.65581765Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:48898","req_id":"8ab06dc2-d6df-474a-8cab-8afc599cbe77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:27:38.659922876Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:35437","req_id":"7f6569bb-dbdf-45f9-a381-e23eec5b637c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:10.207262716Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:62234","req_id":"a140858a-2b6d-42f9-b7f6-671fe9b07512","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 57,\n 56,\n 54,\n 48,\n 51,\n 100,\n 45,\n 54,\n 100,\n 102,\n 50,\n 45,\n 52,\n 102,\n 102,\n 54,\n 45,\n 57,\n 102,\n 52,\n 98,\n 45,\n 52,\n 101,\n 98,\n 101,\n 98,\n 48,\n 52,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:13.851816737Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::e]:42304","req_id":"0a86e4c8-e132-4a7a-ae32-a23b7ed9dc3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 57,\n 56,\n 54,\n 48,\n 51,\n 100,\n 45,\n 54,\n 100,\n 102,\n 50,\n 45,\n 52,\n 102,\n 102,\n 54,\n 45,\n 57,\n 102,\n 52,\n 98,\n 45,\n 52,\n 101,\n 98,\n 101,\n 98,\n 48,\n 52,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:13.852816191Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::e]:64195","req_id":"c3b40f3c-3e19-4c55-aa16-0c7cb88d9ff2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:19.166387722Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::b]:1394","req_id":"52b83a3a-9fd9-485a-b74c-bb56e54c1086","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:19.17052369Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::a]:17658","req_id":"abb215a4-93d6-42b3-8dc7-ddbf3936acdb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:20.185084766Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:58787","req_id":"249ef044-8949-4c0e-9053-773d6cd39e77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:24.837748433Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::a]:52884","req_id":"4d405aeb-b5c1-4884-bbcd-30974f65ae7e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:25.344250391Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57033"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:25.422791103Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"6d8b07d3-5a57-4c74-9874-031812d20bfc","remote_addr":"[fd00:1122:3344:101::a]:57033","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":36125,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:26.367508979Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::b]:34946","req_id":"e3e4b630-8b5a-4c96-933d-951cb7aa0bf6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.55565946Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59464"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.566439671Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"c82358e3-5f35-418b-adbd-a4a641471565","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.566523292Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"c82358e3-5f35-418b-adbd-a4a641471565","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.566556623Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"PUT","req_id":"c82358e3-5f35-418b-adbd-a4a641471565","remote_addr":"[fd00:1122:3344:101::b]:59464","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":9666,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.646647057Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38996"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:26.647063232Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"fe7bfb4b-ca25-48b7-b008-05445c4088f5","remote_addr":"[fd00:1122:3344:101::b]:38996","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":368,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:27.560438239Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::b]:57421","req_id":"f0dac883-87f5-4fb3-bab9-72013fa15773","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:27.709137005Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56918"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:27.709407418Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"b63fb124-22c1-45db-a011-37769ff08042","remote_addr":"[fd00:1122:3344:101::b]:56918","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:29.334840447Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::c]:37447","req_id":"efeacd7d-9345-45b2-b49f-2007656ea0c5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.4312625Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40218"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.433289359Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"c82dc579-55de-4f42-9bd0-121fabaae0ec","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.433324369Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"new_generation":1,"req_id":"c82dc579-55de-4f42-9bd0-121fabaae0ec","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.433345859Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"PUT","req_id":"c82dc579-55de-4f42-9bd0-121fabaae0ec","remote_addr":"[fd00:1122:3344:101::c]:40218","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.67214887Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47406"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:29.672483194Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"7930a89a-8889-4df8-82a4-7f640fb536cf","remote_addr":"[fd00:1122:3344:101::c]:47406","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":265,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:30.186849772Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:62335","req_id":"ae222003-1ede-47e3-a01e-924d80648a2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:30.770570503Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::a]:22857","req_id":"196fe000-949d-41a4-a6ef-ec2366bb4a1f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:30.88725656Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39825"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:30.887555624Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"bbd4e9bb-eb1b-419d-9e40-3aa0c4a09dd8","remote_addr":"[fd00:1122:3344:101::a]:39825","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:31.253040693Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::c]:29849","req_id":"7fe0f6b9-81ee-4e90-b542-555bcd3427bd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:31.36255795Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56804"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T06:29:31.362843274Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"uri":"/config","method":"GET","req_id":"274cfb32-f6b7-4221-b37e-fd585e0c0f1b","remote_addr":"[fd00:1122:3344:101::c]:56804","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:38.77628475Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:51645","req_id":"216b84fe-c60a-4421-9724-3cee6de5f9d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:38.780891015Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:59448","req_id":"7dffb56d-8d0b-48c6-ab39-68c539ab37a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:38.785050844Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:51807","req_id":"88dc8c7d-2de8-4720-84dd-6545ed8b5cc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:40.188760741Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:49593","req_id":"d607acb3-e475-4331-ae67-7a7de95166ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:29:50.191034164Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:51332","req_id":"c4159267-081e-4417-9138-3b04af89cd5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 102,\n 49,\n 101,\n 98,\n 102,\n 55,\n 100,\n 45,\n 55,\n 56,\n 54,\n 49,\n 45,\n 52,\n 54,\n 53,\n 53,\n 45,\n 98,\n 53,\n 50,\n 50,\n 45,\n 102,\n 101,\n 51,\n 49,\n 48,\n 48,\n 51,\n 50,\n 49,\n 101,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.087322743Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::5]:43239","req_id":"e5c15a31-d979-4d9a-9b59-a553cf4279fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 102,\n 49,\n 101,\n 98,\n 102,\n 55,\n 100,\n 45,\n 55,\n 56,\n 54,\n 49,\n 45,\n 52,\n 54,\n 53,\n 53,\n 45,\n 98,\n 53,\n 50,\n 50,\n 45,\n 102,\n 101,\n 51,\n 49,\n 48,\n 48,\n 51,\n 50,\n 49,\n 101,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4f1ebf7d-7861-4655-b522-fe3100321e6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.088078714Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::5]:39969","req_id":"933dec24-4ecc-4f0b-9d67-de4aecc67e22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 57,\n 56,\n 54,\n 48,\n 51,\n 100,\n 45,\n 54,\n 100,\n 102,\n 50,\n 45,\n 52,\n 102,\n 102,\n 54,\n 45,\n 57,\n 102,\n 52,\n 98,\n 45,\n 52,\n 101,\n 98,\n 101,\n 98,\n 48,\n 52,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.13695176Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::e]:54690","req_id":"493e8e49-1eff-403f-a83e-7b928a0ceda6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 57,\n 56,\n 54,\n 48,\n 51,\n 100,\n 45,\n 54,\n 100,\n 102,\n 50,\n 45,\n 52,\n 102,\n 102,\n 54,\n 45,\n 57,\n 102,\n 52,\n 98,\n 45,\n 52,\n 101,\n 98,\n 101,\n 98,\n 48,\n 52,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c98603d-6df2-4ff6-9f4b-4ebeb04543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.137587359Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::e]:58511","req_id":"c1ebe2f7-4700-4092-be3f-3d6f1663bf1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 51,\n 56,\n 99,\n 51,\n 56,\n 48,\n 101,\n 45,\n 49,\n 99,\n 54,\n 48,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 56,\n 101,\n 57,\n 55,\n 45,\n 102,\n 49,\n 98,\n 53,\n 101,\n 55,\n 52,\n 55,\n 48,\n 100,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.171330162Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::4]:64091","req_id":"478a6138-8940-4b05-bb8b-e8f4d5ba093d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 51,\n 56,\n 99,\n 51,\n 56,\n 48,\n 101,\n 45,\n 49,\n 99,\n 54,\n 48,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 56,\n 101,\n 57,\n 55,\n 45,\n 102,\n 49,\n 98,\n 53,\n 101,\n 55,\n 52,\n 55,\n 48,\n 100,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_038c380e-1c60-4465-8e97-f1b5e7470d0a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.172004632Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::4]:59583","req_id":"8c2f9f2d-547e-4f9b-a915-409fa33c2f6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 52,\n 100,\n 48,\n 52,\n 100,\n 53,\n 45,\n 48,\n 54,\n 50,\n 48,\n 45,\n 52,\n 51,\n 53,\n 101,\n 45,\n 56,\n 52,\n 50,\n 49,\n 45,\n 52,\n 51,\n 53,\n 98,\n 97,\n 98,\n 99,\n 54,\n 101,\n 102,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.181745458Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::3]:40504","req_id":"d95ea2f8-ee24-4ace-88ce-e2b497343fe8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 52,\n 100,\n 48,\n 52,\n 100,\n 53,\n 45,\n 48,\n 54,\n 50,\n 48,\n 45,\n 52,\n 51,\n 53,\n 101,\n 45,\n 56,\n 52,\n 50,\n 49,\n 45,\n 52,\n 51,\n 53,\n 98,\n 97,\n 98,\n 99,\n 54,\n 101,\n 102,\n 55,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f4d04d5-0620-435e-8421-435babc6ef77.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.182417608Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::3]:33725","req_id":"8f18467f-8a44-4480-99f8-13d2877357be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.192925115Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::d]:61848","req_id":"5ce23d84-6b91-4ecd-beb2-d46b46156fce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 102,\n 54,\n 52,\n 52,\n 54,\n 102,\n 45,\n 97,\n 49,\n 97,\n 98,\n 45,\n 52,\n 97,\n 101,\n 54,\n 45,\n 97,\n 49,\n 98,\n 97,\n 45,\n 55,\n 97,\n 54,\n 52,\n 49,\n 50,\n 102,\n 51,\n 56,\n 97,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.295615526Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::7]:58612","req_id":"c4a9f169-cc4c-4c5f-86b5-589f1828d6ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 102,\n 54,\n 52,\n 52,\n 54,\n 102,\n 45,\n 97,\n 49,\n 97,\n 98,\n 45,\n 52,\n 97,\n 101,\n 54,\n 45,\n 97,\n 49,\n 98,\n 97,\n 45,\n 55,\n 97,\n 54,\n 52,\n 49,\n 50,\n 102,\n 51,\n 56,\n 97,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ff6446f-a1ab-4ae6-a1ba-7a6412f38a98.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.296217415Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::7]:35889","req_id":"de0c7eac-63f3-42b7-82d4-cbfd6a68f3ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 99,\n 101,\n 56,\n 102,\n 56,\n 102,\n 45,\n 52,\n 97,\n 53,\n 49,\n 45,\n 52,\n 56,\n 57,\n 51,\n 45,\n 56,\n 48,\n 56,\n 102,\n 45,\n 57,\n 99,\n 98,\n 98,\n 97,\n 97,\n 55,\n 98,\n 102,\n 102,\n 57,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.301957765Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::6]:51939","req_id":"dcfee24f-4c66-4c9b-8151-05e7a298c22e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 99,\n 101,\n 56,\n 102,\n 56,\n 102,\n 45,\n 52,\n 97,\n 53,\n 49,\n 45,\n 52,\n 56,\n 57,\n 51,\n 45,\n 56,\n 48,\n 56,\n 102,\n 45,\n 57,\n 99,\n 98,\n 98,\n 97,\n 97,\n 55,\n 98,\n 102,\n 102,\n 57,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86ce8f8f-4a51-4893-808f-9cbbaa7bff9a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.302460132Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::6]:37701","req_id":"e326d848-f5a1-421b-8e91-6ed2f46cd85d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.865162938Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::2]:33565","req_id":"e1506219-b130-4132-8065-686208256b7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:00.865806287Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::2]:45728","req_id":"62773637-6be3-40d0-aedd-cc11e52c38c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_2d9499e3-3009-41f7-9426-c043bf36137c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_2d9499e3-3009-41f7-9426-c043bf36137c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 100,\n 57,\n 52,\n 57,\n 57,\n 101,\n 51,\n 45,\n 51,\n 48,\n 48,\n 57,\n 45,\n 52,\n 49,\n 102,\n 55,\n 45,\n 57,\n 52,\n 50,\n 54,\n 45,\n 99,\n 48,\n 52,\n 51,\n 98,\n 102,\n 51,\n 54,\n 49,\n 51,\n 55,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_2d9499e3-3009-41f7-9426-c043bf36137c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T06:30:01.37413574Z","hostname":"oxz_internal_dns_53e238d7-05e4-411a-b0cb-5c1fd8d9fd7d","pid":5424,"peer_addr":"[fd00:1122:3344:101::1b]:57695","req_id":"097757db-e783-4355-bd55-386dae7eb876","component":"dns"}