[ Sep 3 02:11:48 Enabled. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Sep 3 02:11:50 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.142012331Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.142120155Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.160375874Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.160407775Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.160442326Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.160916461Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.201801693Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:44410"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.202463783Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"6c7061f4-b58e-41b3-b1a5-bbaabe02327a","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.202483554Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.220151665Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.220182306Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"6c7061f4-b58e-41b3-b1a5-bbaabe02327a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.220221718Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"PUT","req_id":"6c7061f4-b58e-41b3-b1a5-bbaabe02327a","remote_addr":"[fd00:1122:3344:3::2]:44410","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18113,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.630315098Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:64358","req_id":"ae5e9509-898b-4520-8d4f-be37faff41e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.634495656Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:59595","req_id":"9e5f9771-4f69-4d2c-b324-5af128f36e50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.638618712Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:45552","req_id":"5d13c3f6-3f8e-48ee-aa0e-f62edea9f8f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:00.341919051Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:55358","req_id":"0b18c6d8-9e30-4bfb-97dd-865dd4abdfbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.411490592Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::e]:64675","req_id":"92fe496c-e8be-4fc1-a6de-9402602af5c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.412115891Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::e]:48078","req_id":"760eb23a-fcb2-447a-a59d-bf61e5e72c26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14613,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.199537628Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::c]:19417","req_id":"6676e971-1a08-4837-849e-e954fb758e4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.226142703Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::b]:17082","req_id":"569d9414-b012-4ac3-8d95-bb742f33c071","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.234961878Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50621"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.235056951Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61522"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.238834767Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"c7e3d44f-a714-498d-8ad5-d8b1a1fd1e9f","remote_addr":"[fd00:1122:3344:101::b]:50621","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3669,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.238875248Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"0df5cc35-43b7-48a9-8bd7-46f0c8236154","remote_addr":"[fd00:1122:3344:101::c]:61522","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3669,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.840632112Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::a]:56608","req_id":"798c3d18-69eb-4440-9860-8132194efb29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.845820391Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::c]:26624","req_id":"bead754b-6f56-45ee-8ada-40b99c325bb1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.260770132Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45505"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.261036501Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"f236e38e-89e8-4e5a-b2b7-bad2087b044f","remote_addr":"[fd00:1122:3344:101::c]:45505","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.329091215Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44403"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.329351073Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"f11b0ec3-edf7-40e4-81d1-76e38cbdfa4f","remote_addr":"[fd00:1122:3344:101::a]:44403","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63018,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:13.477577268Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::c]:8072","req_id":"cfd4dbb4-52e7-4246-a645-f036cb7687b5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.477636259Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60224"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478119964Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"7dd4cc22-a196-4381-8d8f-bab30b338ab1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478221068Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"7dd4cc22-a196-4381-8d8f-bab30b338ab1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478232068Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"PUT","req_id":"7dd4cc22-a196-4381-8d8f-bab30b338ab1","remote_addr":"[fd00:1122:3344:101::c]:60224","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":336,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.736806978Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63014"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.737139248Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"e5a75e3c-8ced-46a0-9b90-13281672c8e8","remote_addr":"[fd00:1122:3344:101::c]:63014","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:14.640955566Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::c]:26902","req_id":"f5b1481a-a177-4108-b5f8-fbc97973bdcc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.765246404Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62433"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.765468601Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"90e82620-05b6-4646-93bd-0baa3dffac06","remote_addr":"[fd00:1122:3344:101::c]:62433","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.338390999Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:49793","req_id":"f890aee8-a7b0-4849-9e8b-36f3576871ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.916202192Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::b]:41996","req_id":"5e75751c-41b4-4335-bc6a-d75d5fa0927f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.030820463Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43364"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.03104829Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"079c1309-d65a-454e-9d22-ac607f699d6f","remote_addr":"[fd00:1122:3344:101::b]:43364","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:22.197023223Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::a]:36678","req_id":"a5acbe64-f311-45f6-a7aa-0581895a96a2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.31250269Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48506"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.312751368Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"e845f25e-a0da-420c-bd0c-51414f923803","remote_addr":"[fd00:1122:3344:101::a]:48506","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:30.339953448Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:62579","req_id":"ac16262e-6a37-4482-b313-b16332868be3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:40.34194773Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:65502","req_id":"d8fbee80-7ee8-4de0-90fd-abe68caef926","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:50.344449602Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:59723","req_id":"d149dedb-c04e-4dbe-b77b-f6136c2fdba7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:00.345694747Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:55862","req_id":"62ab9aef-37a2-460e-8df9-924f872f3b14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.81463034Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:37206","req_id":"8c143278-2004-492b-be24-8240cdf1a82a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.819360065Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:39221","req_id":"54e7988c-81b9-4704-a76f-97816b3c89ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.824225694Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:65371","req_id":"404f81e8-a992-414f-ad8e-335adeb4d784","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.985803675Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40673"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986500096Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"8a4831a4-6e2e-45ec-be3d-fe231297da86","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986533455Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"8a4831a4-6e2e-45ec-be3d-fe231297da86","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986562068Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"PUT","req_id":"8a4831a4-6e2e-45ec-be3d-fe231297da86","remote_addr":"[fd00:1122:3344:101::c]:40673","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":630,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.1615418Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50317"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161893321Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"c2f5f7cf-7f45-43c9-8023-592d77ac8627","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161975424Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"c2f5f7cf-7f45-43c9-8023-592d77ac8627","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161989404Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"PUT","req_id":"c2f5f7cf-7f45-43c9-8023-592d77ac8627","remote_addr":"[fd00:1122:3344:101::b]:50317","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.344791767Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:51546","req_id":"b577e24b-2f6f-4896-8d10-f965b89ce439","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.830855204Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::c]:36586","req_id":"92799b1d-9291-444a-b5dd-88e63775896d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.932648684Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37616"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.932862921Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"187a3ced-1533-4843-82e5-10985b110bae","remote_addr":"[fd00:1122:3344:101::c]:37616","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":176,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:11.31755256Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::b]:15577","req_id":"15631e6b-da5e-44a5-8a87-7772c77f9225","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.438269359Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41967"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.438641681Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"58f4eddb-aaf9-4dca-89c3-47ae2258c3ce","remote_addr":"[fd00:1122:3344:101::b]:41967","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":308,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488639663Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41482"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488969143Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"a6abd96e-4f7b-46a3-89ec-ac41a53f1120","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.489033265Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"new_generation":1,"req_id":"a6abd96e-4f7b-46a3-89ec-ac41a53f1120","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.489045116Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"PUT","req_id":"a6abd96e-4f7b-46a3-89ec-ac41a53f1120","remote_addr":"[fd00:1122:3344:101::a]:41482","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":297,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:12.198186837Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::a]:64215","req_id":"14bef76d-47ca-4240-afb4-cdd22ef379fc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.295076346Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64325"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.295297353Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"uri":"/config","method":"GET","req_id":"352bdba1-47f2-4c86-b68b-59d04e66c15f","remote_addr":"[fd00:1122:3344:101::a]:64325","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:20.345900851Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:53274","req_id":"469c7f3f-eca6-43fc-910c-f603f80f6366","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:30.348522581Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:64596","req_id":"c92b775c-f912-48bb-b484-79564a110ab4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:40.350095493Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:56203","req_id":"259cc155-4b12-449d-bc66-747ab0010ed9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:50.352231834Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:64203","req_id":"72e2dc7c-2e9c-4788-9205-ef32041dff4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.187789796Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::2]:63797","req_id":"a72b22c3-10f4-4f69-a0ec-342c887d4c8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.188336703Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::2]:64893","req_id":"f7e96883-ae48-48ee-8931-36ee9e158073","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 97,\n 50,\n 49,\n 51,\n 53,\n 51,\n 101,\n 45,\n 100,\n 49,\n 102,\n 55,\n 45,\n 52,\n 57,\n 101,\n 56,\n 45,\n 98,\n 100,\n 52,\n 54,\n 45,\n 54,\n 97,\n 51,\n 55,\n 53,\n 56,\n 97,\n 55,\n 48,\n 49,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.232555658Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::1b]:58402","req_id":"c99cc0a4-c1d4-4a09-a4f6-ec4e75ba5c30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.353944717Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::d]:53450","req_id":"0268ec77-3251-4545-b164-6a4bdb1e68ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.383200553Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::e]:36417","req_id":"963709a0-d6d5-4954-8b1c-6b8f2ee931a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.383879314Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::e]:60725","req_id":"438316d3-20cd-419b-871c-151b3a21a310","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.4176925Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::3]:58137","req_id":"a28cdd9b-610e-4d99-9125-98c4442253ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.418273548Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::3]:36090","req_id":"89d24356-b3de-4134-a70c-52040907ff89","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.420905569Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::4]:48887","req_id":"98214802-5ee3-4df6-987b-292c8f3c8f2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.421555028Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::4]:35859","req_id":"4cbf65c4-40d7-46fe-964a-66c114d879cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.458888112Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::6]:43253","req_id":"52e29af1-351d-4bf5-8bf2-5821a363664f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.459469124Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::6]:47914","req_id":"4ddc1632-35a4-4142-a8bb-a7cc0118cc1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.467475325Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::5]:61451","req_id":"111ddda9-4ab5-4258-b417-0e098b797ac4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.468026942Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::5]:60822","req_id":"e32dd211-e0e7-4eae-a3be-3f39329e5333","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.490174451Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::7]:49016","req_id":"2e4af602-2de6-4593-94c8-dee32d49b16f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.490698417Z","hostname":"oxz_internal_dns_f869a796-0062-4895-ac6b-c1cb843a3725","pid":5527,"peer_addr":"[fd00:1122:3344:101::7]:56826","req_id":"6d37b753-4ebe-407c-8ae3-49bf02e3b616","component":"dns"}