[ Jul 29 16:39:06 Enabled. ] [ Jul 29 16:39:06 Rereading configuration. ] [ Jul 29 16:39:07 Rereading configuration. ] [ Jul 29 16:39:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 29 16:39:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.2179889Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.218127603Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.239363556Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.239376846Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.239428737Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.239799866Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.358936081Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:62407"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.360123719Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"586defad-574c-453c-b2f1-c4c26125e0e9","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.36014336Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.372540577Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.372567798Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"586defad-574c-453c-b2f1-c4c26125e0e9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.372576218Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"586defad-574c-453c-b2f1-c4c26125e0e9","remote_addr":"[fd00:1122:3344:1::2]:62407","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13103,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.696104804Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:64374","req_id":"c2fd657d-133c-4e2b-b397-de2cfc914ec4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.700602759Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:38747","req_id":"2b3c4e27-b9e5-44b1-be5e-2935efa01f82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.704623512Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:50916","req_id":"7fcc98bd-b831-45ef-ba00-b5c04fba8adf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.693121599Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:44433","req_id":"2eb51e4f-0d98-402e-8d62-03704e2376ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.698261309Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:49763","req_id":"c0c7d96a-e8bb-430b-af06-f74eb05d2811","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.703381558Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:37695","req_id":"8288a068-8b43-4b4b-be74-29b52dcfc37f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:41.38530118Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:50838","req_id":"ed2a9159-1369-4be9-8a00-a141ccffe1fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:51.35727604Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:49271","req_id":"7418c6e8-e8dd-4c2d-8fbe-0ffaa29bcc07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:54.390090401Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::a]:18437","req_id":"d9ae2ef7-a0c5-42fc-8636-34dd56b5a1a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.233222623Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:12941","req_id":"13de81c0-5f10-44a0-9fee-4f7517e62363","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.472736502Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::c]:42827","req_id":"ccdb7bb9-b6b4-4613-b174-21c94e53b9e5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.594486551Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42128"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.599333414Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39660"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.648873454Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"4e2c45ba-f65f-406f-b885-37214864b8a8","remote_addr":"[fd00:1122:3344:101::c]:39660","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":30011,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.648984696Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"2b8e2c8e-6f5f-40d3-bb1a-ff1268447737","remote_addr":"[fd00:1122:3344:101::b]:42128","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":30020,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.315236123Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::e]:63469","req_id":"3ed2321b-69d5-46cf-b878-6870a7ba97d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.324466797Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::e]:49654","req_id":"39e35820-941e-4d44-8312-0726c9719613","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.998734599Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:2188","req_id":"4db6c9a8-8177-42b2-b772-c6a2776457f8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.224662724Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47413"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.224985961Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"e0699044-ab81-4295-96b6-662e1bdc4e49","remote_addr":"[fd00:1122:3344:101::b]:47413","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":250,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:59.15930389Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:30294","req_id":"9ada804f-42bd-4f64-a921-e91b5348f1c3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.241645862Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36600"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.243995786Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"995a683c-7708-4680-905e-8520d7364099","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.244029817Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"995a683c-7708-4680-905e-8520d7364099","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.244100819Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"995a683c-7708-4680-905e-8520d7364099","remote_addr":"[fd00:1122:3344:101::b]:36600","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":380,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.297185501Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50715"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.298366149Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"e3a0addd-dfbb-4fed-9fe3-a8ad187db211","remote_addr":"[fd00:1122:3344:101::b]:50715","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1122,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:00.468564402Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:35966","req_id":"13017818-5e0f-4fbc-8230-035d47c36e16","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.59339854Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53448"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.593940913Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"c3ffe883-09b8-48e9-ab24-fd363671c0f7","remote_addr":"[fd00:1122:3344:101::b]:53448","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":350,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:01.35886465Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:55947","req_id":"c4ffad4d-7850-47a8-bf36-55ef2fee2ccf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:05.523070462Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::a]:56842","req_id":"e31068be-b096-463d-b346-1a50b874bb50","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.820961437Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44751"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.821285474Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"c9528de1-f010-49cd-b7b5-7962f211f254","remote_addr":"[fd00:1122:3344:101::a]:44751","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:06.404537733Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::c]:43262","req_id":"f0f14d40-f791-499d-aa02-56d43ee6b9ac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.515149651Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.515416507Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"2d95c6f3-0876-4056-abe5-95c5a07c2a59","remote_addr":"[fd00:1122:3344:101::c]:53810","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:11.361274206Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:52823","req_id":"290f8e10-1315-476e-90be-16ba6e968124","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:21.36231143Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:61106","req_id":"91828bb6-4b9b-4c23-824f-29bc08abfada","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:31.363930071Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:55335","req_id":"8afd8a14-ae23-46d0-9da9-ff29c7e99dfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:41.366126013Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:56627","req_id":"e2dc26cd-3c3d-4cef-af10-a48ca34e6c6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:51.367931675Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:57152","req_id":"07b6ad90-35be-420d-9507-f792e15f4cb4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.206776984Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50394"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210756456Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c4efd150-e996-40a2-8984-f2b30f9b2b1a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210782307Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c4efd150-e996-40a2-8984-f2b30f9b2b1a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210811238Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"c4efd150-e996-40a2-8984-f2b30f9b2b1a","remote_addr":"[fd00:1122:3344:101::a]:50394","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":313,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.100849266Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60890"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104065921Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c6673cff-49ed-4698-9d88-347bfad2fa87","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104177674Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c6673cff-49ed-4698-9d88-347bfad2fa87","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104192564Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"c6673cff-49ed-4698-9d88-347bfad2fa87","remote_addr":"[fd00:1122:3344:101::b]:60890","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.436412355Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38102"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.439153579Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"a8ff71c8-1d44-413e-8765-c53e5a5fa0ad","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.43919669Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"a8ff71c8-1d44-413e-8765-c53e5a5fa0ad","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.439245781Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"a8ff71c8-1d44-413e-8765-c53e5a5fa0ad","remote_addr":"[fd00:1122:3344:101::c]:38102","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:55.634104014Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::a]:46719","req_id":"afaa2739-756f-44e8-bff3-52298385fb19","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.744737962Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38192"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.745055499Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"ab31c173-9fcb-4984-a8a3-6ce5a030f90a","remote_addr":"[fd00:1122:3344:101::a]:38192","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.154239607Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:18800","req_id":"1f9a4c75-7179-4055-a8dc-95fac6c0b4d9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.257364621Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39522"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.257674218Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"d5363863-da30-48bc-bf50-694683b2b698","remote_addr":"[fd00:1122:3344:101::b]:39522","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.579914658Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::c]:61765","req_id":"49b53db7-4a7b-44ae-976f-ac724ac5b442","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.77216037Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32932"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.772449687Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"cc2c60ca-496a-4195-a277-a3fc734a36a4","remote_addr":"[fd00:1122:3344:101::c]:32932","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:01.369422517Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:54872","req_id":"26270578-10fc-4e8d-9880-6fc883858e08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:11.370429055Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:64608","req_id":"c9dcc499-6125-4783-a738-18c116adb2bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:21.372718508Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:60193","req_id":"e4104bdc-d9b0-47be-ac65-30f1d05f2a87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:31.374835937Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:57712","req_id":"a287e06c-8d26-4c48-958e-63b0f8b24efb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:41.376563407Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:54369","req_id":"a428ee3c-6107-4c58-b43a-f563a0cc938e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:51.378072355Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:49348","req_id":"298c39cc-ce81-4886-a958-1c176aa86e9e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.123087897Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47384"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125481403Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"a11ada9e-467e-4e91-8333-14bb96c1b7b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125601756Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"a11ada9e-467e-4e91-8333-14bb96c1b7b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125614176Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"a11ada9e-467e-4e91-8333-14bb96c1b7b4","remote_addr":"[fd00:1122:3344:101::a]:47384","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:54.895534666Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::a]:24975","req_id":"fab1d699-13e8-4a64-ad06-9acd8739971a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.99394283Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.994225027Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"a723f3e5-d488-4fdf-b97b-782e94392c5f","remote_addr":"[fd00:1122:3344:101::a]:46543","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.100277579Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59751"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103239827Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c6c0a7fe-f6bc-4b22-812e-b396f90deb6b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103277448Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"c6c0a7fe-f6bc-4b22-812e-b396f90deb6b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103312659Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"c6c0a7fe-f6bc-4b22-812e-b396f90deb6b","remote_addr":"[fd00:1122:3344:101::b]:59751","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.198374176Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43279"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201671322Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"0f97fead-9fda-4d9b-b386-839843f7e49a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201733284Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"new_generation":1,"req_id":"0f97fead-9fda-4d9b-b386-839843f7e49a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201745814Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"PUT","req_id":"0f97fead-9fda-4d9b-b386-839843f7e49a","remote_addr":"[fd00:1122:3344:101::c]:43279","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":271,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.395105575Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::c]:5108","req_id":"58e90503-daf2-4852-a02b-41f614e2a297","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.400677334Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::b]:24209","req_id":"63100580-6467-4ea7-a6c3-c3681e342eb5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.501107175Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42616"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.501460573Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"3f9e2322-1f8f-4796-bd48-08db0b67443c","remote_addr":"[fd00:1122:3344:101::c]:42616","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.591586235Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37585"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.591829531Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"uri":"/config","method":"GET","req_id":"23e55c98-68c3-45b4-ae9a-81be6605cc76","remote_addr":"[fd00:1122:3344:101::b]:37585","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.034478988Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::3]:43073","req_id":"8ca09941-f716-430e-8f1d-e8a85a2c3041","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.035078582Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::3]:65370","req_id":"4eea056a-c0f7-46b5-bc64-4d77eb88ea26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.086963816Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::5]:33058","req_id":"35381174-8a7c-4fad-af40-f0d8479aa046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087378066Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::4]:52011","req_id":"2f51ffbb-acc7-413d-8525-f3b6fc6168a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.08754755Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::5]:60018","req_id":"cc1dd9ea-2f71-4141-8370-49ccfca489b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087852107Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::4]:52017","req_id":"c9cd1fb7-3b33-4178-8737-4ebc4d8f6554","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.089800802Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::7]:48817","req_id":"3d3fcf6b-c09a-415c-a6e3-dc5799e677d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.090296734Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::7]:43365","req_id":"1247ddf3-c609-4865-96c7-db30542a49d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.633222206Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::e]:34815","req_id":"9b4e5855-7270-4b82-8f92-2e351a1520fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.633943543Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::e]:63791","req_id":"c5663fa8-dd0d-43fc-98da-9e5454bc296f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.01291269Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::6]:61311","req_id":"ae3987e1-4ab3-4169-b191-6e20415eaea3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.013622087Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::6]:63430","req_id":"5fe680ef-ebd9-4168-b850-bf33baa87d3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 53,\n 97,\n 53,\n 99,\n 48,\n 99,\n 97,\n 45,\n 57,\n 56,\n 98,\n 99,\n 45,\n 52,\n 48,\n 98,\n 52,\n 45,\n 56,\n 57,\n 50,\n 101,\n 45,\n 101,\n 51,\n 102,\n 53,\n 51,\n 98,\n 48,\n 56,\n 54,\n 98,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.110425664Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::1b]:37652","req_id":"04e2716f-5e45-48a8-8cdd-3ee732013f7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.280631925Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::2]:49633","req_id":"b6644aaf-0a5d-4383-a63e-8be7a5b662c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.281308431Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::2]:34275","req_id":"903a8d8f-74be-4a54-bbfb-6cc0f24dc20f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.379506831Z","hostname":"oxz_internal_dns_2bb9009e-7d3b-41dc-a7df-ce660bd25169","pid":5376,"peer_addr":"[fd00:1122:3344:101::d]:50018","req_id":"03b4b001-3763-4923-924b-7412d7f12c96","component":"dns"}