[ May 28 01:12:26 Enabled. ] [ May 28 01:12:26 Rereading configuration. ] [ May 28 01:12:26 Rereading configuration. ] [ May 28 01:12:27 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 28 01:12:27 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:27.99868074Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:27.998798752Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.022630177Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.022657868Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.022728279Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.023060845Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:28.042119932Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::2]:24710","req_id":"1e8a452d-68df-4639-9428-7870e4010415","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.00658682Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:42550"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.007235452Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"new_generation":1,"req_id":"00235b80-0243-486b-84f4-955f2f993d2e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.007262072Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.019832887Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.019867568Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"new_generation":1,"req_id":"00235b80-0243-486b-84f4-955f2f993d2e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:29.019875618Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"PUT","req_id":"00235b80-0243-486b-84f4-955f2f993d2e","remote_addr":"[fd00:1122:3344:1::2]:42550","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12952,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.566794123Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:39539","req_id":"aa5253f6-099a-454a-ac73-ecc3ff19b9a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.579349508Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:36841","req_id":"6e765a17-cd94-4a66-8622-a01ac6deedda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.595283876Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:62432","req_id":"849c10ba-d2fb-4cbe-ab00-7e53c3819065","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:13:58.581109915Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:56952","req_id":"bf961115-5321-4a38-a382-fec842f4af0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:02.252582022Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::e]:57991","req_id":"088ec1a5-6353-454c-8a28-2fe66217c61a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:02.261233183Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::e]:60997","req_id":"aeccc5e1-4309-4ccb-a034-73f003b11552","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.684082291Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:56242","req_id":"da742bbe-d3aa-463d-ae0e-a301ac88c286","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.697961051Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:60551","req_id":"e042d7eb-70e1-4a57-b520-8af0d9c6749b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.714809156Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:57695","req_id":"50a46bb6-7c5a-4b95-b2fc-e85fb2a80fff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:08.521172683Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::a]:57478","req_id":"aea32807-b197-4c85-b719-89a7580f2d9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:08.55576173Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:56196","req_id":"8b491970-a277-4bfc-bb40-57a282182667","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:09.521090522Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::b]:3033","req_id":"f0befe98-68da-4ad8-82cf-ce82aaf8b4be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:09.79439031Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::c]:37623","req_id":"a762ce62-9d2c-4a1c-b769-aebaacdb8fa9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:18.559376498Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:52235","req_id":"5709666b-4ef1-4fb5-8c20-ed12849e169f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:28.560976956Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:52798","req_id":"ad3ea098-9d65-410d-8d3e-0f1d5843a428","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:38.563418331Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:59459","req_id":"50fce9c2-7aeb-42c1-9c0a-c15fa6037c09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:47.319759717Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::b]:21403","req_id":"6dc2b14c-9d7a-48d4-abc2-affb83f8480d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:47.716143817Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56088"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:47.794060033Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"GET","req_id":"62287474-bc44-4fcb-a4df-2a2e186e3996","remote_addr":"[fd00:1122:3344:101::b]:56088","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":49999,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:48.565511863Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:57352","req_id":"f6f03b05-ac3c-48ab-a72f-695a77d9f67c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:54.762893326Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::b]:23709","req_id":"ec650c05-f3ef-4c2c-a072-540039c2465e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:54.997477091Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35361"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:54.998017432Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"GET","req_id":"456c4cb9-190a-49bc-97fa-ee01b027ab2a","remote_addr":"[fd00:1122:3344:101::b]:35361","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":478,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.006891358Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36409"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.009950165Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"new_generation":1,"req_id":"6bf17517-2a07-4559-8b91-dd3ad1a44f16","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.010020406Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"new_generation":1,"req_id":"6bf17517-2a07-4559-8b91-dd3ad1a44f16","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.010028546Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"PUT","req_id":"6bf17517-2a07-4559-8b91-dd3ad1a44f16","remote_addr":"[fd00:1122:3344:101::b]:36409","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3008,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:55.957973766Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::b]:28560","req_id":"ac5dde05-73f7-4d2f-b4f3-9b4d915d07ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:56.08499207Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60850"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:56.085226544Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"GET","req_id":"f37aa324-fe70-4086-9c1f-12284c14bd94","remote_addr":"[fd00:1122:3344:101::b]:60850","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:58.566405903Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::d]:65507","req_id":"c65ed107-c2c4-4597-add5-b6b442360364","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:59.327866436Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::a]:46207","req_id":"19c079e5-e1d0-4abe-8290-ed62702ad420","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:59.536019597Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44378"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:59.536258662Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"GET","req_id":"397bdfca-47e6-493e-8e29-a22937326118","remote_addr":"[fd00:1122:3344:101::a]:44378","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 99,\n 102,\n 54,\n 48,\n 57,\n 56,\n 45,\n 102,\n 50,\n 51,\n 54,\n 45,\n 52,\n 99,\n 52,\n 100,\n 45,\n 98,\n 97,\n 53,\n 50,\n 45,\n 54,\n 100,\n 99,\n 98,\n 55,\n 53,\n 48,\n 49,\n 101,\n 55,\n 102,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.326698807Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::6]:34670","req_id":"a1e25cc2-2e27-48d0-b0b0-2cbd8041b4cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 99,\n 102,\n 54,\n 48,\n 57,\n 56,\n 45,\n 102,\n 50,\n 51,\n 54,\n 45,\n 52,\n 99,\n 52,\n 100,\n 45,\n 98,\n 97,\n 53,\n 50,\n 45,\n 54,\n 100,\n 99,\n 98,\n 55,\n 53,\n 48,\n 49,\n 101,\n 55,\n 102,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.3274029Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::6]:47641","req_id":"2c124fb5-fbaf-4301-8c01-b621b4d754e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.385275292Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::2]:36722","req_id":"767fbb4e-67af-4c0a-b626-174106383563","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.385977215Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::2]:34587","req_id":"990f4505-6e51-4beb-9fb4-f45adc700e4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.508859702Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::e]:47585","req_id":"018738c5-a330-4dd0-9b07-ea14a6840613","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.509592766Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::e]:55207","req_id":"778bace9-3c24-4736-a1bf-bfb168bd95f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 48,\n 101,\n 97,\n 49,\n 52,\n 97,\n 45,\n 97,\n 48,\n 48,\n 49,\n 45,\n 52,\n 102,\n 48,\n 101,\n 45,\n 97,\n 57,\n 50,\n 52,\n 45,\n 49,\n 54,\n 100,\n 52,\n 50,\n 51,\n 51,\n 101,\n 100,\n 98,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.516034146Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::4]:52231","req_id":"93ed5b76-c01f-461c-9c2f-afe7bd8c871e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 48,\n 101,\n 97,\n 49,\n 52,\n 97,\n 45,\n 97,\n 48,\n 48,\n 49,\n 45,\n 52,\n 102,\n 48,\n 101,\n 45,\n 97,\n 57,\n 50,\n 52,\n 45,\n 49,\n 54,\n 100,\n 52,\n 50,\n 51,\n 51,\n 101,\n 100,\n 98,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.516817441Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::4]:59230","req_id":"910d2f11-384b-4be3-add1-4992ebac2c0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.52322418Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::c]:31621","req_id":"6d8bdb70-56ba-460d-9a09-d0eaff13b7df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 98,\n 52,\n 101,\n 56,\n 101,\n 102,\n 45,\n 54,\n 56,\n 97,\n 53,\n 45,\n 52,\n 56,\n 100,\n 98,\n 45,\n 56,\n 55,\n 54,\n 100,\n 45,\n 99,\n 102,\n 49,\n 97,\n 98,\n 101,\n 49,\n 101,\n 50,\n 56,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.536112671Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::3]:33682","req_id":"89d59ed7-6cd0-4dca-9ea0-5d5144096ee5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 98,\n 52,\n 101,\n 56,\n 101,\n 102,\n 45,\n 54,\n 56,\n 97,\n 53,\n 45,\n 52,\n 56,\n 100,\n 98,\n 45,\n 56,\n 55,\n 54,\n 100,\n 45,\n 99,\n 102,\n 49,\n 97,\n 98,\n 101,\n 49,\n 101,\n 50,\n 56,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.536863855Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::3]:55331","req_id":"a2644b7e-1535-41ee-9303-0f2cf41c2133","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 48,\n 51,\n 97,\n 97,\n 48,\n 53,\n 45,\n 53,\n 51,\n 54,\n 98,\n 45,\n 52,\n 51,\n 49,\n 48,\n 45,\n 56,\n 100,\n 52,\n 56,\n 45,\n 55,\n 57,\n 52,\n 98,\n 100,\n 57,\n 102,\n 102,\n 56,\n 49,\n 50,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.544217663Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::7]:35875","req_id":"553714ea-0804-4a51-ae77-2c8d28c3953b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 48,\n 51,\n 97,\n 97,\n 48,\n 53,\n 45,\n 53,\n 51,\n 54,\n 98,\n 45,\n 52,\n 51,\n 49,\n 48,\n 45,\n 56,\n 100,\n 52,\n 56,\n 45,\n 55,\n 57,\n 52,\n 98,\n 100,\n 57,\n 102,\n 102,\n 56,\n 49,\n 50,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.544901526Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::7]:43756","req_id":"3473b7ce-2751-4024-a214-4cfa21f9e467","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 57,\n 49,\n 98,\n 55,\n 52,\n 48,\n 45,\n 55,\n 100,\n 99,\n 55,\n 45,\n 52,\n 52,\n 51,\n 100,\n 45,\n 56,\n 99,\n 97,\n 48,\n 45,\n 100,\n 51,\n 55,\n 102,\n 99,\n 49,\n 99,\n 101,\n 101,\n 99,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.56490139Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::5]:45091","req_id":"31d344b1-61c4-4f99-bffa-108d9de6bca3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 57,\n 49,\n 98,\n 55,\n 52,\n 48,\n 45,\n 55,\n 100,\n 99,\n 55,\n 45,\n 52,\n 52,\n 51,\n 100,\n 45,\n 56,\n 99,\n 97,\n 48,\n 45,\n 100,\n 51,\n 55,\n 102,\n 99,\n 49,\n 99,\n 101,\n 101,\n 99,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.565625593Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::5]:62513","req_id":"ac469cdf-48ab-42aa-9817-f5b227085519","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:15:00.652952245Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46383"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:15:00.653271411Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"uri":"/config","method":"GET","req_id":"5112c6f9-d4bc-4b75-b2f9-87db86f0213c","remote_addr":"[fd00:1122:3344:101::c]:46383","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 51,\n 50,\n 101,\n 102,\n 49,\n 52,\n 99,\n 45,\n 101,\n 57,\n 49,\n 101,\n 45,\n 52,\n 48,\n 100,\n 102,\n 45,\n 57,\n 98,\n 51,\n 56,\n 45,\n 98,\n 53,\n 55,\n 54,\n 52,\n 102,\n 100,\n 101,\n 50,\n 56,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.91912548Z","hostname":"oxz_internal_dns_8fc1e706-7792-41d3-a719-6f210aa9d314","pid":5428,"peer_addr":"[fd00:1122:3344:101::1b]:54926","req_id":"d3e48773-d499-42b5-a107-902de99dd044","component":"dns"}