[ Sep 7 00:52:15 Enabled. ] [ Sep 7 00:52:15 Rereading configuration. ] [ Sep 7 00:52:16 Rereading configuration. ] [ Sep 7 00:52:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Sep 7 00:52:17 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.569303388Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.569445261Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.591092506Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.591116147Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.591160038Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:17.591442314Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.53306372Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:57506"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.533794567Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"88ad5dfc-d964-4ac7-86df-3873ab936c0b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.533812137Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.552097497Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.552131638Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"88ad5dfc-d964-4ac7-86df-3873ab936c0b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:52:18.552138548Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"88ad5dfc-d964-4ac7-86df-3873ab936c0b","remote_addr":"[fd00:1122:3344:1::2]:57506","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":18778,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:52:31.058980967Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:53938","req_id":"811c6cec-0e9e-4a94-a9ce-424a2286283b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:52:31.06359314Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:35745","req_id":"57e4193b-214a-42a5-963a-8892fa67b0c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:52:31.069073283Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:64141","req_id":"ec022217-ae98-4e5c-aea6-6df6504c6c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:54:15.01507806Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:45623","req_id":"179b9f02-0a39-40a2-b2c9-66cbfbe92ae8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:54:15.020344178Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:63852","req_id":"03b75094-57c3-4ad0-a78f-f9fd84d3fc78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:54:15.02533362Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:53961","req_id":"9ed27491-dced-405a-8c42-f97f0a257ef6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:22.528769807Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:47560","req_id":"0eec0f0c-fc47-453c-88a8-0e524611b1b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:22.528876009Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:44333","req_id":"9b10dae6-1512-4834-bb4e-fad378a2432c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:22.52890001Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:53961","req_id":"e80e42ee-ab6a-4308-9529-0fa70595f9ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:30.205929165Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:50647","req_id":"02237159-285b-4928-b569-4de799296c45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:30.211021139Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:53266","req_id":"61ff6766-c7f7-4b1e-a778-1bc1e8608c02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:30.216609351Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:54887","req_id":"6bb90d35-cbc3-4e24-b3be-6f4b8fb4284c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:39.014146558Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:56446","req_id":"419269ab-dbc9-4fd3-8636-dec2c8b07fe3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 55,\n 56,\n 50,\n 50,\n 101,\n 100,\n 45,\n 57,\n 54,\n 101,\n 48,\n 45,\n 52,\n 48,\n 55,\n 48,\n 45,\n 56,\n 48,\n 54,\n 50,\n 45,\n 52,\n 100,\n 55,\n 56,\n 102,\n 99,\n 51,\n 98,\n 54,\n 102,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:40.667724794Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::e]:56073","req_id":"adf9d829-8882-4fd8-9a70-32e98bba170b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 55,\n 56,\n 50,\n 50,\n 101,\n 100,\n 45,\n 57,\n 54,\n 101,\n 48,\n 45,\n 52,\n 48,\n 55,\n 48,\n 45,\n 56,\n 48,\n 54,\n 50,\n 45,\n 52,\n 100,\n 55,\n 56,\n 102,\n 99,\n 51,\n 98,\n 54,\n 102,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:40.66845819Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::e]:45861","req_id":"97ab5219-14ea-4d0b-ab31-d5e58332e58a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:46.389775788Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:48901","req_id":"f7409709-d234-4361-8fb4-8d5abea907a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:47.416231655Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::b]:37271","req_id":"c4bd5e7a-0f44-46f1-8eda-f168e90c60b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:48.927896102Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:47752","req_id":"f1214fdd-c9ce-4a25-97dc-f740c9bbfab7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:49.016293942Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:62506","req_id":"0f6bb3ba-cd3d-42e4-a254-230817d72693","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:53.189162109Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:2907","req_id":"dfb75291-408d-456e-9c24-5a3203a5f694","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:53.479164786Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:4214","req_id":"28b199a6-57cb-4c05-9344-1844ead98a84","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.603412769Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43701"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.65256636Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"525ebb7d-55e4-4031-9248-fcb954abbfb1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.654860462Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"525ebb7d-55e4-4031-9248-fcb954abbfb1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.655359433Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"525ebb7d-55e4-4031-9248-fcb954abbfb1","remote_addr":"[fd00:1122:3344:101::c]:43701","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":28792,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.693402805Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47597"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.700577786Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"d6036ea8-89a3-4c5b-b84e-74706b631821","remote_addr":"[fd00:1122:3344:101::a]:47597","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":7094,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.730178249Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50494"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:53.730389734Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"2c56673d-1ce5-429f-b13e-e6ecad131577","remote_addr":"[fd00:1122:3344:101::c]:50494","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:55.334997053Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:40199","req_id":"87e916c5-782b-482e-b937-3e56bcbeeee8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:55.521939131Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38788"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:55.522235918Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"c719b8f0-327c-4010-b0c3-739f01b7a9e5","remote_addr":"[fd00:1122:3344:101::c]:38788","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:58.29332823Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::b]:37637","req_id":"82f5c406-bdb3-486e-ae17-7e090eb6f9fd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:58.506943566Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:56:58.507165661Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"b3280fc1-c2f5-46ed-bf91-3f19fde17d6a","remote_addr":"[fd00:1122:3344:101::b]:50578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:59.0177852Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:50375","req_id":"b44ed923-a21d-4a49-a48a-9ec35455bc44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:56:59.945811552Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:52941","req_id":"a8a9d17b-d121-4d25-83ad-8ccf9bfff3d1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:00.067538669Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55794"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:00.067851876Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"e4150fc1-c114-4b30-bb1d-f6c1fa88427a","remote_addr":"[fd00:1122:3344:101::a]:55794","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":266,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:09.019596177Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:58859","req_id":"2e3a7a28-67ec-4db2-9161-101824193112","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:19.021329391Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:53955","req_id":"bcf5dbfc-f0b5-46bd-b4a1-6bb95fb12965","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:29.022619065Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:64080","req_id":"95bd47ef-051e-45a0-91c5-0685ba61a85d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:39.024326498Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:61404","req_id":"49acf414-1318-46ab-b2f5-34d914e6f0ec","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:46.187003815Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50297"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:46.187388954Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"fc0921d1-7256-4010-882a-33c6e6f7ec6a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:46.187443345Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"fc0921d1-7256-4010-882a-33c6e6f7ec6a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:46.187466346Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"fc0921d1-7256-4010-882a-33c6e6f7ec6a","remote_addr":"[fd00:1122:3344:101::c]:50297","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:47.42806169Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35100"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:47.428396287Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"ddabd966-f157-426a-a3f8-6f53a3b08a59","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:47.428413687Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"ddabd966-f157-426a-a3f8-6f53a3b08a59","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:47.428432458Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"ddabd966-f157-426a-a3f8-6f53a3b08a59","remote_addr":"[fd00:1122:3344:101::b]:35100","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:48.232179145Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::b]:8647","req_id":"97549bce-997f-4542-955e-fa6a6995ac7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:48.233373302Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:11820","req_id":"16ce679c-e4ad-4ccc-8476-f0bcb66bd6d4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.338156699Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59757"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.338398854Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"6a985907-b355-4bb5-a649-c76c5c140a27","remote_addr":"[fd00:1122:3344:101::b]:59757","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.389482059Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60816"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.389701624Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"09205548-b341-457b-a849-81fc653cf16c","remote_addr":"[fd00:1122:3344:101::c]:60816","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.977613174Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46401"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.9778542Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"c2d582b4-e8a9-42ec-a112-7b48ad0c3da8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.977907381Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"c2d582b4-e8a9-42ec-a112-7b48ad0c3da8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:48.977917641Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"c2d582b4-e8a9-42ec-a112-7b48ad0c3da8","remote_addr":"[fd00:1122:3344:101::a]:46401","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":175,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:49.025876396Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:64999","req_id":"e9bd3864-fe53-4dee-b31d-d44733e66a1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:50.272246349Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:45012","req_id":"607e6f50-94d5-4801-8cee-f2530d1c482e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:50.368430154Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42412"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:57:50.368647119Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"45840530-e854-4846-938f-e31eefe1cb9c","remote_addr":"[fd00:1122:3344:101::a]:42412","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:57:59.028105778Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:61101","req_id":"6ecad93d-ed9f-4966-9c28-3beb5c8fbe50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:09.030258601Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:55448","req_id":"79483508-4a77-4b26-977c-334bd965e11a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:19.032149968Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:52234","req_id":"ca2099a9-c401-4aa6-802e-ef6c830fc8d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:29.034160155Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:54575","req_id":"0bca165a-8a9b-4770-86e8-2e660b4ac632","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:30.372713443Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:56230","req_id":"95cb7c36-8bc5-4f67-9859-dcd2ca065609","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:30.378715788Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:57588","req_id":"89ed6754-84ca-4cd3-963c-deed37d27eda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:30.383157677Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:43521","req_id":"a6c8b4e8-5672-4617-b61a-72e7ae8d8799","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:39.035682064Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:50822","req_id":"ec78c68f-7dd0-4635-9777-1f05c80d9e52","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:46.18679172Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64228"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:46.187057666Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"6154c225-8c4e-4c7b-a7b2-810b95c8f57c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:46.187094097Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"6154c225-8c4e-4c7b-a7b2-810b95c8f57c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:46.187109028Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"6154c225-8c4e-4c7b-a7b2-810b95c8f57c","remote_addr":"[fd00:1122:3344:101::c]:64228","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":212,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.177415674Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63450"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.177736661Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"a1cd7815-f335-4160-8240-317cf0d54ec7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.177754002Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"a1cd7815-f335-4160-8240-317cf0d54ec7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.177777402Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"a1cd7815-f335-4160-8240-317cf0d54ec7","remote_addr":"[fd00:1122:3344:101::b]:63450","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:47.682161513Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:49227","req_id":"0a2d87e0-6514-494d-8f14-9000eef9f2c0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.784783252Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54950"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:47.784999316Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"54ea9674-5e3b-467c-9789-aab49cbaa8fc","remote_addr":"[fd00:1122:3344:101::c]:54950","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:48.572816107Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::b]:24019","req_id":"1eab862d-5fd0-4e30-be24-48da5477675c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.673250927Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48288"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.673482362Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"f1704d43-7351-49f0-b598-910a283fc850","remote_addr":"[fd00:1122:3344:101::b]:48288","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.728608767Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60203"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.728948094Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"539f82e2-b243-4947-8049-ff323a9592c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.728986675Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"539f82e2-b243-4947-8049-ff323a9592c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:48.729020136Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"539f82e2-b243-4947-8049-ff323a9592c8","remote_addr":"[fd00:1122:3344:101::a]:60203","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:49.037097158Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:49460","req_id":"553822bc-d665-4edc-ada2-6f70cb88dcdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:49.884041302Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:16032","req_id":"91adfb8a-4443-44fb-ba1b-33d788dc1fba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:49.980300179Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48767"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:58:49.980640346Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"a614f971-c1c2-483e-afcb-fad6b0146755","remote_addr":"[fd00:1122:3344:101::a]:48767","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:58:59.037968005Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:62970","req_id":"36afbe67-6280-42b3-b791-719a2dda36fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:09.039833964Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:49629","req_id":"2c63c725-0c59-4a0b-b38c-18500459da5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:19.041978679Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:64557","req_id":"9b227454-ac71-480b-9154-2a747913de1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:29.043419528Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:64911","req_id":"9db2b2a0-8f66-4678-b744-db81e3297259","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:39.044702562Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:62097","req_id":"e1d963ef-5083-4818-bf00-92fd9b9beb8d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:46.185989731Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55211"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:46.186236077Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"f19413b5-5e10-432e-95ab-13acec0ef88f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:46.186253047Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"f19413b5-5e10-432e-95ab-13acec0ef88f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:46.186263667Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"f19413b5-5e10-432e-95ab-13acec0ef88f","remote_addr":"[fd00:1122:3344:101::c]:55211","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":239,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:47.176602705Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50417"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:47.176879811Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"8e8ee755-ad79-4091-99f2-31fa6adf38f8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:47.176900141Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"8e8ee755-ad79-4091-99f2-31fa6adf38f8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:47.176908162Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"8e8ee755-ad79-4091-99f2-31fa6adf38f8","remote_addr":"[fd00:1122:3344:101::b]:50417","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:48.248814707Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::c]:28044","req_id":"bb84e1e0-cc5f-43af-9e77-9ba21b5cb3b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.347097748Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34470"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.347303153Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"1c64f2fc-75c8-424c-ae91-c15619a6b63d","remote_addr":"[fd00:1122:3344:101::c]:34470","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.72968561Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48802"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.730028928Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"49a9ea67-8c9a-4d50-8be7-fdfb5fbab5f7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.730071669Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"new_generation":1,"req_id":"49a9ea67-8c9a-4d50-8be7-fdfb5fbab5f7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:48.730084939Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"PUT","req_id":"49a9ea67-8c9a-4d50-8be7-fdfb5fbab5f7","remote_addr":"[fd00:1122:3344:101::a]:48802","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":264,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:49.046567568Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:58018","req_id":"1e058c0b-2844-4d27-ad60-8c879729caaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:49.069728357Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::b]:19201","req_id":"064a0e3a-5021-44b3-ac9d-76e5f54cd19a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:49.176406567Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35480"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:49.176644782Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"9e54cf27-42c7-44d8-9a32-a24cad8be3fd","remote_addr":"[fd00:1122:3344:101::b]:35480","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:50.328660772Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::a]:28728","req_id":"a4687edb-fdc1-443a-ac97-582618a4d4f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:50.423434415Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33882"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-07T00:59:50.423667491Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"uri":"/config","method":"GET","req_id":"b2daa629-9dae-4976-997b-9c20b5bbbd39","remote_addr":"[fd00:1122:3344:101::a]:33882","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-07T00:59:59.047369472Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::d]:60437","req_id":"cd4c48bb-b900-4fa2-906d-8c8fd6ccb25d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_2080235a-b522-4403-9c84-2928f6466f17.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_2080235a-b522-4403-9c84-2928f6466f17.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 48,\n 56,\n 48,\n 50,\n 51,\n 53,\n 97,\n 45,\n 98,\n 53,\n 50,\n 50,\n 45,\n 52,\n 52,\n 48,\n 51,\n 45,\n 57,\n 99,\n 56,\n 52,\n 45,\n 50,\n 57,\n 50,\n 56,\n 102,\n 54,\n 52,\n 54,\n 54,\n 102,\n 49,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_2080235a-b522-4403-9c84-2928f6466f17.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.232111225Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::1b]:65346","req_id":"b4cba70b-d9f2-4d22-a13f-cddbd67d7312","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 55,\n 56,\n 50,\n 50,\n 101,\n 100,\n 45,\n 57,\n 54,\n 101,\n 48,\n 45,\n 52,\n 48,\n 55,\n 48,\n 45,\n 56,\n 48,\n 54,\n 50,\n 45,\n 52,\n 100,\n 55,\n 56,\n 102,\n 99,\n 51,\n 98,\n 54,\n 102,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.302454101Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::e]:37417","req_id":"764c2206-616d-4099-afec-569961dbb4a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 55,\n 56,\n 50,\n 50,\n 101,\n 100,\n 45,\n 57,\n 54,\n 101,\n 48,\n 45,\n 52,\n 48,\n 55,\n 48,\n 45,\n 56,\n 48,\n 54,\n 50,\n 45,\n 52,\n 100,\n 55,\n 56,\n 102,\n 99,\n 51,\n 98,\n 54,\n 102,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e87822ed-96e0-4070-8062-4d78fc3b6f69.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.303146896Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::e]:47965","req_id":"7b916abd-361e-42cd-be7e-a9e87e403f2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 48,\n 100,\n 48,\n 50,\n 97,\n 102,\n 45,\n 98,\n 54,\n 97,\n 98,\n 45,\n 52,\n 101,\n 99,\n 100,\n 45,\n 57,\n 57,\n 57,\n 100,\n 45,\n 98,\n 57,\n 52,\n 52,\n 57,\n 98,\n 55,\n 102,\n 50,\n 50,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.506078473Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::7]:39709","req_id":"353c13e2-677b-463e-998c-b6427ce23769","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 48,\n 100,\n 48,\n 50,\n 97,\n 102,\n 45,\n 98,\n 54,\n 97,\n 98,\n 45,\n 52,\n 101,\n 99,\n 100,\n 45,\n 57,\n 57,\n 57,\n 100,\n 45,\n 98,\n 57,\n 52,\n 52,\n 57,\n 98,\n 55,\n 102,\n 50,\n 50,\n 53,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c0d02af-b6ab-4ecd-999d-b9449b7f225e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.50683726Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::7]:57227","req_id":"23de5b55-3205-4fd9-b96b-fc32cef1310f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 54,\n 51,\n 54,\n 97,\n 97,\n 49,\n 45,\n 48,\n 49,\n 49,\n 53,\n 45,\n 52,\n 99,\n 101,\n 99,\n 45,\n 97,\n 51,\n 57,\n 53,\n 45,\n 48,\n 98,\n 102,\n 97,\n 100,\n 99,\n 57,\n 53,\n 97,\n 54,\n 49,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.517231823Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::3]:42264","req_id":"f29b5816-8b00-4a7a-874f-5d6375f81e73","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 54,\n 51,\n 54,\n 97,\n 97,\n 49,\n 45,\n 48,\n 49,\n 49,\n 53,\n 45,\n 52,\n 99,\n 101,\n 99,\n 45,\n 97,\n 51,\n 57,\n 53,\n 45,\n 48,\n 98,\n 102,\n 97,\n 100,\n 99,\n 57,\n 53,\n 97,\n 54,\n 49,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_33636aa1-0115-4cec-a395-0bfadc95a61f.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.517929518Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::3]:63178","req_id":"63ea9c1b-56c4-4e38-a66e-b8f6c361b1d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 48,\n 102,\n 56,\n 55,\n 57,\n 53,\n 45,\n 48,\n 99,\n 49,\n 102,\n 45,\n 52,\n 48,\n 51,\n 55,\n 45,\n 57,\n 53,\n 99,\n 52,\n 45,\n 101,\n 101,\n 48,\n 57,\n 57,\n 99,\n 52,\n 49,\n 99,\n 51,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.531768688Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::5]:40939","req_id":"f54d2f4e-2544-4c94-89b6-0d5290a752ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 48,\n 102,\n 56,\n 55,\n 57,\n 53,\n 45,\n 48,\n 99,\n 49,\n 102,\n 45,\n 52,\n 48,\n 51,\n 55,\n 45,\n 57,\n 53,\n 99,\n 52,\n 45,\n 101,\n 101,\n 48,\n 57,\n 57,\n 99,\n 52,\n 49,\n 99,\n 51,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c40f8795-0c1f-4037-95c4-ee099c41c3de.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.532367332Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::5]:55799","req_id":"64127015-4583-4e7e-bea9-1f7151e3282b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.542916178Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::2]:43676","req_id":"dba42d86-2865-42c6-8af7-d355d46021de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.543412089Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::2]:45055","req_id":"5ffcb89e-9aec-4dbc-bb96-bbafdce84cf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 53,\n 50,\n 101,\n 101,\n 51,\n 50,\n 102,\n 45,\n 98,\n 53,\n 51,\n 100,\n 45,\n 52,\n 52,\n 99,\n 53,\n 45,\n 57,\n 56,\n 57,\n 55,\n 45,\n 97,\n 57,\n 100,\n 51,\n 102,\n 49,\n 56,\n 53,\n 51,\n 48,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.560109233Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::4]:64162","req_id":"6fb5f104-a20b-4111-8116-db21af38472d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 53,\n 50,\n 101,\n 101,\n 51,\n 50,\n 102,\n 45,\n 98,\n 53,\n 51,\n 100,\n 45,\n 52,\n 52,\n 99,\n 53,\n 45,\n 57,\n 56,\n 57,\n 55,\n 45,\n 97,\n 57,\n 100,\n 51,\n 102,\n 49,\n 56,\n 53,\n 51,\n 48,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_952ee32f-b53d-44c5-9897-a9d3f1853097.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.560736677Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::4]:40181","req_id":"34d67196-1485-4eae-ad12-92f396d31483","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 99,\n 101,\n 99,\n 100,\n 100,\n 51,\n 45,\n 56,\n 56,\n 101,\n 56,\n 45,\n 52,\n 56,\n 48,\n 57,\n 45,\n 97,\n 57,\n 99,\n 55,\n 45,\n 53,\n 55,\n 101,\n 56,\n 101,\n 53,\n 101,\n 101,\n 97,\n 53,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.563124441Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::6]:50056","req_id":"52dd4d21-fe5c-4d64-8d9c-e1939063c8cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 99,\n 101,\n 99,\n 100,\n 100,\n 51,\n 45,\n 56,\n 56,\n 101,\n 56,\n 45,\n 52,\n 56,\n 48,\n 57,\n 45,\n 97,\n 57,\n 99,\n 55,\n 45,\n 53,\n 55,\n 101,\n 56,\n 101,\n 53,\n 101,\n 101,\n 97,\n 53,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05cecdd3-88e8-4809-a9c7-57e8e5eea5c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-07T01:00:00.563719424Z","hostname":"oxz_internal_dns_c35590be-873e-434a-9de5-b96d89d7a164","pid":5523,"peer_addr":"[fd00:1122:3344:101::6]:36166","req_id":"33ef318e-8f19-4cd6-b990-412cb9bbe2d3","component":"dns"}