[ May 28 01:12:26 Enabled. ] [ May 28 01:12:26 Rereading configuration. ] [ May 28 01:12:26 Rereading configuration. ] [ May 28 01:12:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 28 01:12:28 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.062013324Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.062170286Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.083258841Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.083287301Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.083333052Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.083619277Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.976914745Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:41188"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.97771937Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"new_generation":1,"req_id":"9aa17905-8d5c-4cef-8ae2-51cf8f40fc4c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.977779361Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.99053676Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.9905723Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"new_generation":1,"req_id":"9aa17905-8d5c-4cef-8ae2-51cf8f40fc4c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:12:28.99058288Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"PUT","req_id":"9aa17905-8d5c-4cef-8ae2-51cf8f40fc4c","remote_addr":"[fd00:1122:3344:3::2]:41188","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13315,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.567408875Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:41692","req_id":"34f16469-1edd-4ed4-95ff-17b1026ca022","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.579861417Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:33992","req_id":"33bd9d1b-6be3-4ab9-856d-19a09f0880e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:12:40.595796075Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:49716","req_id":"55f019b9-f36b-4a13-9ccc-f23f65caef4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:13:58.579964563Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:51180","req_id":"0815308e-ed75-404f-a64e-7cf3f837143f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:02.261022109Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::e]:35844","req_id":"5fb9699b-3b49-4cf3-9ff0-07aff6ce2724","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:02.261655901Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::e]:47911","req_id":"f42d3a4d-4bf3-450e-9145-485eb0355151","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.685130401Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:50200","req_id":"2222ae52-550e-40ce-8656-03a7b49b20cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.698359728Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:42071","req_id":"2e262445-fc3f-4bb0-9fb0-09d8607cfd47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:04.715199243Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:33125","req_id":"f52d6612-fb5b-4427-910a-bc23565c5eeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:08.521162833Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::a]:31788","req_id":"6bf5fc45-4d40-4dcc-ae29-5bfc401392a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:08.555832241Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:55076","req_id":"3f69ff26-d46d-47f9-998d-679e5ac4ce42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:09.52099395Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::b]:59108","req_id":"f4d1979b-f7e9-4f88-a8ac-79478fc31f5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:09.794448101Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::c]:10458","req_id":"955ada63-609e-4ed5-805b-9d3ee553b7aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:18.559673754Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:56802","req_id":"227db819-bbb7-4248-8b34-f8f323946cd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:28.561035477Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:50022","req_id":"41b22fd6-9332-40df-99f6-e2b1bbd2c97f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:38.563387551Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:64390","req_id":"11ae887b-8051-4652-9dec-415037ae526a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:47.319746897Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::b]:64300","req_id":"0250f5b3-4fd5-413e-894b-ae143e6c795f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:47.557377809Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59465"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:47.621125191Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"GET","req_id":"5e33ca4e-677c-41b8-968e-5b98440b0ae0","remote_addr":"[fd00:1122:3344:101::b]:59465","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":38636,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:48.565677617Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:54229","req_id":"6201f215-9890-4a1f-84f4-fc1771db9d21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:54.762979038Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::b]:17117","req_id":"fa24247e-aa45-48fa-9418-5d6b4ee84c8b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:54.995852991Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48663"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:54.996198138Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"GET","req_id":"d92c8f5a-5ec4-409f-b613-e647602fd797","remote_addr":"[fd00:1122:3344:101::b]:48663","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":269,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.005070724Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47002"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.010064817Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"new_generation":1,"req_id":"13bc615b-c960-4bff-b496-122e55f6a46a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.010137158Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"new_generation":1,"req_id":"13bc615b-c960-4bff-b496-122e55f6a46a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:55.010145508Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"PUT","req_id":"13bc615b-c960-4bff-b496-122e55f6a46a","remote_addr":"[fd00:1122:3344:101::b]:47002","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3139,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:55.958231071Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::b]:20598","req_id":"20673435-5be2-4c44-9f99-fe46da7ae607","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:56.083153136Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38318"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:56.083832129Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"GET","req_id":"8c165bbc-668c-4b31-8cca-6f12346c4c52","remote_addr":"[fd00:1122:3344:101::b]:38318","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:58.566421523Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::d]:59547","req_id":"4ec39a32-84a5-45b4-9df2-3a08e310520c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:14:59.327936608Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::a]:43937","req_id":"ec1e51a9-3b94-4cd3-b306-d042553c855f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:59.534396877Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60377"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:14:59.534725783Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"GET","req_id":"0a975fb9-2500-4969-bdd2-cee1b9f6c9a7","remote_addr":"[fd00:1122:3344:101::a]:60377","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 99,\n 102,\n 54,\n 48,\n 57,\n 56,\n 45,\n 102,\n 50,\n 51,\n 54,\n 45,\n 52,\n 99,\n 52,\n 100,\n 45,\n 98,\n 97,\n 53,\n 50,\n 45,\n 54,\n 100,\n 99,\n 98,\n 55,\n 53,\n 48,\n 49,\n 101,\n 55,\n 102,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.327197286Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::6]:54950","req_id":"215db812-6f6e-4e61-8fa6-13b6286ef9f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 99,\n 102,\n 54,\n 48,\n 57,\n 56,\n 45,\n 102,\n 50,\n 51,\n 54,\n 45,\n 52,\n 99,\n 52,\n 100,\n 45,\n 98,\n 97,\n 53,\n 50,\n 45,\n 54,\n 100,\n 99,\n 98,\n 55,\n 53,\n 48,\n 49,\n 101,\n 55,\n 102,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62cf6098-f236-4c4d-ba52-6dcb7501e7f4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.327844208Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::6]:62145","req_id":"b1dedaf0-4853-4a98-a513-f0eefe491ec0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.385800732Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::2]:53141","req_id":"10abf632-407e-4a4a-b3b1-050721d3087a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.386321991Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::2]:61040","req_id":"5a1cc38c-aee5-461c-bb8d-9800834267ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.509353101Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::e]:52964","req_id":"b652cd3b-2be2-4419-88d5-e7bd3c22a551","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 97,\n 51,\n 101,\n 50,\n 102,\n 45,\n 99,\n 99,\n 50,\n 51,\n 45,\n 52,\n 101,\n 100,\n 52,\n 45,\n 98,\n 57,\n 50,\n 99,\n 45,\n 48,\n 54,\n 98,\n 53,\n 55,\n 49,\n 99,\n 55,\n 50,\n 48,\n 98,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afea3e2f-cc23-4ed4-b92c-06b571c720be.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.510149296Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::e]:39375","req_id":"ba57bdcb-aaa8-4240-84cf-18a55eeb1a62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 48,\n 101,\n 97,\n 49,\n 52,\n 97,\n 45,\n 97,\n 48,\n 48,\n 49,\n 45,\n 52,\n 102,\n 48,\n 101,\n 45,\n 97,\n 57,\n 50,\n 52,\n 45,\n 49,\n 54,\n 100,\n 52,\n 50,\n 51,\n 51,\n 101,\n 100,\n 98,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.516592087Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::4]:34520","req_id":"8916d2be-9b0a-45ce-8d7f-157de19aacfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 48,\n 101,\n 97,\n 49,\n 52,\n 97,\n 45,\n 97,\n 48,\n 48,\n 49,\n 45,\n 52,\n 102,\n 48,\n 101,\n 45,\n 97,\n 57,\n 50,\n 52,\n 45,\n 49,\n 54,\n 100,\n 52,\n 50,\n 51,\n 51,\n 101,\n 100,\n 98,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c0ea14a-a001-4f0e-a924-16d4233edbe2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.517204098Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::4]:46768","req_id":"7b638d22-ebf8-4d9e-877b-57d564d3db48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.523286992Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::c]:63775","req_id":"9aa09218-160e-4fa2-b81e-d63a4f68e26f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 98,\n 52,\n 101,\n 56,\n 101,\n 102,\n 45,\n 54,\n 56,\n 97,\n 53,\n 45,\n 52,\n 56,\n 100,\n 98,\n 45,\n 56,\n 55,\n 54,\n 100,\n 45,\n 99,\n 102,\n 49,\n 97,\n 98,\n 101,\n 49,\n 101,\n 50,\n 56,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.536614431Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::3]:38881","req_id":"30254f26-ea09-45a1-b554-bf6f2fcaff41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 98,\n 52,\n 101,\n 56,\n 101,\n 102,\n 45,\n 54,\n 56,\n 97,\n 53,\n 45,\n 52,\n 56,\n 100,\n 98,\n 45,\n 56,\n 55,\n 54,\n 100,\n 45,\n 99,\n 102,\n 49,\n 97,\n 98,\n 101,\n 49,\n 101,\n 50,\n 56,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0cb4e8ef-68a5-48db-876d-cf1abe1e28ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.537387585Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::3]:43916","req_id":"a288cc13-b363-41aa-9873-9de810da457a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 48,\n 51,\n 97,\n 97,\n 48,\n 53,\n 45,\n 53,\n 51,\n 54,\n 98,\n 45,\n 52,\n 51,\n 49,\n 48,\n 45,\n 56,\n 100,\n 52,\n 56,\n 45,\n 55,\n 57,\n 52,\n 98,\n 100,\n 57,\n 102,\n 102,\n 56,\n 49,\n 50,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.544673051Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::7]:59839","req_id":"4ac571a0-fd6e-465c-b71b-20de575bf73f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 48,\n 51,\n 97,\n 97,\n 48,\n 53,\n 45,\n 53,\n 51,\n 54,\n 98,\n 45,\n 52,\n 51,\n 49,\n 48,\n 45,\n 56,\n 100,\n 52,\n 56,\n 45,\n 55,\n 57,\n 52,\n 98,\n 100,\n 57,\n 102,\n 102,\n 56,\n 49,\n 50,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9703aa05-536b-4310-8d48-794bd9ff8126.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.545279373Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::7]:34829","req_id":"24aa1965-6fdf-4d45-8be1-ac701531ecc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 57,\n 49,\n 98,\n 55,\n 52,\n 48,\n 45,\n 55,\n 100,\n 99,\n 55,\n 45,\n 52,\n 52,\n 51,\n 100,\n 45,\n 56,\n 99,\n 97,\n 48,\n 45,\n 100,\n 51,\n 55,\n 102,\n 99,\n 49,\n 99,\n 101,\n 101,\n 99,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.56547067Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::5]:42652","req_id":"11c07dc4-6bfa-44a0-a320-bf2fcdc7e082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 57,\n 49,\n 98,\n 55,\n 52,\n 48,\n 45,\n 55,\n 100,\n 99,\n 55,\n 45,\n 52,\n 52,\n 51,\n 100,\n 45,\n 56,\n 99,\n 97,\n 48,\n 45,\n 100,\n 51,\n 55,\n 102,\n 99,\n 49,\n 99,\n 101,\n 101,\n 99,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3191b740-7dc7-443d-8ca0-d37fc1ceec30.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.566140663Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::5]:36987","req_id":"2cd21d3f-27ac-4cf8-adb8-6929a6d63868","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:15:00.65106623Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38886"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T01:15:00.651310675Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"uri":"/config","method":"GET","req_id":"3043f7ec-8027-44dc-993b-cf836a71d382","remote_addr":"[fd00:1122:3344:101::c]:38886","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 51,\n 50,\n 101,\n 102,\n 49,\n 52,\n 99,\n 45,\n 101,\n 57,\n 49,\n 101,\n 45,\n 52,\n 48,\n 100,\n 102,\n 45,\n 57,\n 98,\n 51,\n 56,\n 45,\n 98,\n 53,\n 55,\n 54,\n 52,\n 102,\n 100,\n 101,\n 50,\n 56,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_232ef14c-e91e-40df-9b38-b5764fde289c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T01:15:00.91963489Z","hostname":"oxz_internal_dns_1e345fd2-752e-47a5-b57a-fa536e19c94d","pid":5451,"peer_addr":"[fd00:1122:3344:101::1b]:45060","req_id":"03179ba7-4a00-4673-99d5-6639333cb488","component":"dns"}