[ Jun 8 21:56:41 Enabled. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 8 21:56:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.403190952Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.403331455Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.424751832Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.424781482Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.424845793Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.425163149Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.685912079Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:57445"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.686620331Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"a7f07753-82ea-4333-b289-26faff309154","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.686651462Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.715838679Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.71587834Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"a7f07753-82ea-4333-b289-26faff309154","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.71588817Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"PUT","req_id":"a7f07753-82ea-4333-b289-26faff309154","remote_addr":"[fd00:1122:3344:2::2]:57445","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29647,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.688079468Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:39675","req_id":"b9bba646-52ec-4496-a96d-a22a8bf7894c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.693047567Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:51656","req_id":"44d752a6-89d3-43f5-87c4-418361c6a869","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.697106541Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:62894","req_id":"00da1daf-e946-4330-8477-4bc4a0c97f25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.920491423Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:51982","req_id":"a9635fb6-a6f5-4415-8e39-92692cf443fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.939634429Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:35767","req_id":"29548808-8358-4c99-a965-d7dbadb95c27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.943483668Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:50754","req_id":"199e577e-464a-4289-8743-7de431e91cf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:29.142045142Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:53379","req_id":"6374aa82-8cfe-449c-8b48-f6a936ffa3c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.743993929Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::e]:51095","req_id":"3592e292-2718-4813-98c2-6eae9bc10fab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.744846865Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::e]:54388","req_id":"ec267ad0-b6ec-483a-9904-decd216a15c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:37.990409609Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::a]:21196","req_id":"74581edf-35c0-4b32-900e-b87a52a5f8c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.144269689Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:63399","req_id":"5aeeaf45-3497-4536-a335-5c9b9d5338da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.627900514Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::b]:31798","req_id":"dddd57d4-2de5-4e12-b78b-31cde503815c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.722071525Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::c]:28293","req_id":"e2402129-cf5e-40ab-b763-f221243f6502","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:49.146455427Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:56456","req_id":"ba76bc4e-17a3-475c-8ac5-02a4b150d192","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:59.148716292Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:60945","req_id":"fc5a3ad1-2263-475c-98d4-4655616f51b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:02.219532386Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::b]:8502","req_id":"a7b8a347-43d5-4e51-b2af-88e4055586be","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.5087537Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49847"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.545904991Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"14886421-7ddd-408f-a257-a81f27bdfde7","remote_addr":"[fd00:1122:3344:101::b]:49847","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":20434,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:03.513904843Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::b]:52583","req_id":"afc6dcba-914f-42bf-b20b-b13ee62ab2c5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.566951058Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57937"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.57009678Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"c1cb874c-c930-444e-95e7-8dae5b790847","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.570174126Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"c1cb874c-c930-444e-95e7-8dae5b790847","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.570220683Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"PUT","req_id":"c1cb874c-c930-444e-95e7-8dae5b790847","remote_addr":"[fd00:1122:3344:101::b]:57937","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.774670438Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58073"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.774990004Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"4fc3abfa-88cc-4de6-91e6-d5f62f01a8c2","remote_addr":"[fd00:1122:3344:101::b]:58073","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:04.518332617Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::b]:10868","req_id":"04361cad-acc5-4ce8-8919-7d522976b72c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.74052891Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64269"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.740825135Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"eb2ea46d-68ee-405b-bb87-e96bc65dbec7","remote_addr":"[fd00:1122:3344:101::b]:64269","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:08.521822362Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::a]:37485","req_id":"90f05fd6-9955-443b-a6ad-0c2f510b81fe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.706960307Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36354"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.707280493Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"3cdc3f51-b836-4c94-b0c3-3f76faffd36a","remote_addr":"[fd00:1122:3344:101::a]:36354","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:09.15059081Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:58686","req_id":"30ab3258-e054-4071-b527-bfa1d61d848c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:10.328031435Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::c]:63152","req_id":"841588eb-061d-4045-8787-8ac8d6652ba3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.462197853Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41829"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.462524374Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"0cdfee23-7cf6-4ad3-8250-5649c54a7d0f","remote_addr":"[fd00:1122:3344:101::c]:41829","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:19.153126849Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:51609","req_id":"293d4847-0ec3-4ce0-9488-d48282746d81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:29.154274962Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:55379","req_id":"9b51514e-49a5-4f83-bce7-d9eaf826e2fa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.816516195Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64766"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817849939Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"e8cd12ab-a9f2-49c2-bca6-8ca6413f52c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817897269Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"e8cd12ab-a9f2-49c2-bca6-8ca6413f52c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.81790534Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"PUT","req_id":"e8cd12ab-a9f2-49c2-bca6-8ca6413f52c8","remote_addr":"[fd00:1122:3344:101::a]:64766","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.07945148Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::a]:37139","req_id":"c3da9ab0-fb2e-451a-be53-c509eeb07c06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.156178536Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:55906","req_id":"2a8da37c-1e68-4b00-8089-9a4e98fb47b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.174437705Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37786"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.174779172Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"d4debc7c-c33d-4599-a338-12f16783c742","remote_addr":"[fd00:1122:3344:101::a]:37786","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":266,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.299063816Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47300"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301126884Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"ff0ea432-404f-4111-875a-c9f3c9c245ee","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301165164Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"ff0ea432-404f-4111-875a-c9f3c9c245ee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301194795Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"PUT","req_id":"ff0ea432-404f-4111-875a-c9f3c9c245ee","remote_addr":"[fd00:1122:3344:101::b]:47300","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.547586384Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53566"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548944768Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"757029df-7ca3-4998-98bc-542e374b861e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548983739Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"new_generation":1,"req_id":"757029df-7ca3-4998-98bc-542e374b861e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548994359Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"PUT","req_id":"757029df-7ca3-4998-98bc-542e374b861e","remote_addr":"[fd00:1122:3344:101::c]:53566","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.102452444Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::b]:12484","req_id":"15a87e72-e8a5-48af-9c11-ae924e808b54","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.21019647Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38581"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.210453754Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"047e45f5-2ea5-4903-8aaf-b18fada30a5a","remote_addr":"[fd00:1122:3344:101::b]:38581","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.627989094Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::c]:43629","req_id":"fbf662ae-0b43-4664-bfa4-5af14c6d73e7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.724332813Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36213"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.724769601Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"uri":"/config","method":"GET","req_id":"b0a72789-e4d8-4141-8766-d338ce95c632","remote_addr":"[fd00:1122:3344:101::c]:36213","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":371,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:49.15844214Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:53505","req_id":"16515c67-d2e1-4e0c-a212-f02b80f6342c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:59.160468587Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::d]:64624","req_id":"8aa16ca1-0031-4afd-b3ab-5c27408f7d65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.12971774Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::6]:63311","req_id":"8502dc94-14a7-41c8-8211-48a2d4a7155d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.130463454Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::6]:33372","req_id":"af8c3531-318e-4d71-8f67-c7d5673743c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.214593463Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::3]:51736","req_id":"e1d8f550-2d08-4ea4-ade1-0874db34f85a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.215190764Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::3]:39855","req_id":"94e20508-aec0-4016-9060-a8c2382fa1bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.248080178Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::5]:57228","req_id":"f389838b-be0d-436b-9247-c5aec31c4aae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.248633618Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::5]:51225","req_id":"69d3e1ff-4dc0-4255-8a79-1b3e4cf6484a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.42486312Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::4]:32998","req_id":"c591f039-ba9f-4ef0-826b-596a08e5983f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.42544096Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::4]:61800","req_id":"a8231d58-4553-4ac0-bd75-afbd516f6fd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 56,\n 98,\n 50,\n 53,\n 55,\n 53,\n 100,\n 45,\n 101,\n 100,\n 97,\n 97,\n 45,\n 52,\n 57,\n 102,\n 55,\n 45,\n 56,\n 57,\n 53,\n 54,\n 45,\n 100,\n 57,\n 49,\n 54,\n 57,\n 57,\n 57,\n 49,\n 48,\n 100,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.452134362Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::1b]:65005","req_id":"eebe9fbd-4420-447b-addd-86eaba908c3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.514413117Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::7]:57433","req_id":"3b3c7397-3bf6-4cc3-9a62-2633010da6bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.515101869Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::7]:34763","req_id":"8969e952-dd25-46fc-bcdc-3b7076f028c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.739018893Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::e]:37693","req_id":"6be4c2ae-8536-4214-a81e-5c178c05a009","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.739901439Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::e]:34003","req_id":"a5bbd3b1-2033-437c-91a4-826488d7d225","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.115438662Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::2]:37995","req_id":"7a22f6ab-25c8-45b6-bec5-51209cc5422f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.116137294Z","hostname":"oxz_internal_dns_af3668dd-ebc8-4738-983b-7afb082ccdf3","pid":5500,"peer_addr":"[fd00:1122:3344:101::2]:49561","req_id":"ed64fa24-2d8b-4f19-b8e6-5520c73bcd39","component":"dns"}