[ Apr 10 03:10:08 Enabled. ] [ Apr 10 03:10:08 Rereading configuration. ] [ Apr 10 03:10:09 Rereading configuration. ] [ Apr 10 03:10:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 10 03:10:10 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.965312145Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.965496399Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.983554577Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.983570748Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.983605568Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:10.983848813Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:10:11.345915373Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:1::2]:29053","req_id":"6230f50f-7bf2-432c-ba32-8872e8774fec","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.378384287Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:65429"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.379191074Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"3e7b5d17-18d3-43ec-83dd-da430a35aeee","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.379211494Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.417469294Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.417487614Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"3e7b5d17-18d3-43ec-83dd-da430a35aeee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:10:11.417511244Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"PUT","req_id":"3e7b5d17-18d3-43ec-83dd-da430a35aeee","remote_addr":"[fd00:1122:3344:1::2]:65429","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":38692,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:10:23.761991129Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:41400","req_id":"7572500a-1fcf-460c-9c4c-58e842cbafcf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:10:23.769013408Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:35572","req_id":"751b08a4-8018-42a5-b097-35ce8ba083ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:10:23.774037788Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:56529","req_id":"4bb2a931-d7c4-4fcf-8b62-1ffc83d05241","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:11:48.402351044Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:53534","req_id":"8eb5732c-be6c-4452-9d78-41882987e43b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:11:48.407481926Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:58456","req_id":"546ecbab-ccee-404d-a157-30f937d21a69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:11:48.41220266Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:59292","req_id":"fb657560-5be9-4ddf-8e2d-85716ff8739d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 52,\n 51,\n 54,\n 50,\n 54,\n 102,\n 54,\n 45,\n 98,\n 102,\n 98,\n 99,\n 45,\n 52,\n 55,\n 52,\n 50,\n 45,\n 57,\n 99,\n 52,\n 56,\n 45,\n 49,\n 55,\n 102,\n 49,\n 52,\n 101,\n 54,\n 49,\n 51,\n 98,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:47.305415995Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::e]:49756","req_id":"210cf5b4-fa6e-41d5-8597-2c76de1092fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 52,\n 51,\n 54,\n 50,\n 54,\n 102,\n 54,\n 45,\n 98,\n 102,\n 98,\n 99,\n 45,\n 52,\n 55,\n 52,\n 50,\n 45,\n 57,\n 99,\n 52,\n 56,\n 45,\n 49,\n 55,\n 102,\n 49,\n 52,\n 101,\n 54,\n 49,\n 51,\n 98,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:47.310501286Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::e]:48219","req_id":"8f842de2-d5cb-44c9-8a43-f91a9814ce35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:52.128701171Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::a]:62407","req_id":"eac2f053-90aa-4312-aca1-92efab43282f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:53.347237208Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::c]:62395","req_id":"150fd08e-55fd-4fd5-bdd2-db7b3d21b1c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:53.535890444Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::b]:48528","req_id":"6f85cc3b-9efb-4bbc-8c6d-80d3e91b0fb9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.044500324Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34146"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.047227888Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41956"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.078378197Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"ab48d6a0-f1bb-416a-ae86-97947a9a98d0","remote_addr":"[fd00:1122:3344:101::b]:34146","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23448,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.078416517Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"bdd6e25f-0bfd-46aa-a493-993b25882541","remote_addr":"[fd00:1122:3344:101::c]:41956","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23457,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:54.149910177Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::a]:15841","req_id":"59cb7db1-5eb9-4d85-b150-f8074cebf960","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.271018852Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47686"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:54.271293287Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"a3739d2f-2625-46b8-9ed9-077e186a74fb","remote_addr":"[fd00:1122:3344:101::a]:47686","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:55.723611776Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::a]:32274","req_id":"6c66c31c-bd89-4619-825d-1f3bced455fe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.768772293Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58033"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.773804353Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"211ad0d5-32f1-4369-9736-39741e0d6f10","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.773864684Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"211ad0d5-32f1-4369-9736-39741e0d6f10","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.773872274Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"PUT","req_id":"211ad0d5-32f1-4369-9736-39741e0d6f10","remote_addr":"[fd00:1122:3344:101::a]:58033","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2745,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.937892571Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55966"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:55.938128426Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"c5f68122-3ae8-48ab-8b3c-ca55a033f619","remote_addr":"[fd00:1122:3344:101::a]:55966","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:13:56.556739499Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::a]:29236","req_id":"9e9de8c1-fb28-439f-9f5c-55adca488fda","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:56.668899656Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38771"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:13:56.669134341Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"b9d9a326-aa7a-47ac-9c68-678ef8f6049e","remote_addr":"[fd00:1122:3344:101::a]:38771","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:04.205509042Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::b]:47729","req_id":"7b1e621e-3216-40bc-86ba-b51a43f23659","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:04.205630534Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::c]:44227","req_id":"c3e643d8-a2c8-45f4-a55d-905829ca5289","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:04.319040876Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55802"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:04.319967885Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"8453cfc0-f306-47df-96da-bee7edbb6693","remote_addr":"[fd00:1122:3344:101::b]:55802","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:04.374926156Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51183"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:04.375169941Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"f5d487b7-3d4d-46ff-b60f-335e66d63a6f","remote_addr":"[fd00:1122:3344:101::c]:51183","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:04.573612171Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:57316","req_id":"46aa7eeb-7a6c-462e-b8da-d0b00173315a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:14.57452318Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:62321","req_id":"f6cd667b-a4ef-4779-b707-58c9d9af5eba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:16.418767421Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:52539","req_id":"fc75bffd-e9a9-4d47-bf76-efb830d47718","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:16.422888963Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:35509","req_id":"1a6921fb-35d8-4ab3-93dd-81e501b80694","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:16.427063836Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:43962","req_id":"251b94b7-b32f-4445-bd6e-61ecb7a5104b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:24.576167302Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:54826","req_id":"a40cd18a-7ed3-46aa-8f19-d07ee6e5d0c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:34.577867886Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:54035","req_id":"01806289-39b1-41de-b9e8-ed3cb7129b6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:44.579398216Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:60829","req_id":"afdbd279-ae9b-48b5-8c0b-28f83fac749b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:51.871087157Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54144"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:51.873049807Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"e0dc4ec7-2609-44c9-93d4-89fc145e9a7f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:51.873065837Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"e0dc4ec7-2609-44c9-93d4-89fc145e9a7f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:51.873084807Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"PUT","req_id":"e0dc4ec7-2609-44c9-93d4-89fc145e9a7f","remote_addr":"[fd00:1122:3344:101::a]:54144","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.340174179Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35426"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.343493975Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"98a7014e-d8a2-4355-9758-faf6d271d7b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.343552026Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"98a7014e-d8a2-4355-9758-faf6d271d7b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.343562426Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"PUT","req_id":"98a7014e-d8a2-4355-9758-faf6d271d7b4","remote_addr":"[fd00:1122:3344:101::c]:35426","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":340,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.45250345Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51692"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.454988839Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"960f4bb8-bfb0-4b2b-920e-80b0f548d64a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.455009749Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"new_generation":1,"req_id":"960f4bb8-bfb0-4b2b-920e-80b0f548d64a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:53.45503999Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"PUT","req_id":"960f4bb8-bfb0-4b2b-920e-80b0f548d64a","remote_addr":"[fd00:1122:3344:101::b]:51692","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":313,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:53.93299198Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::a]:39317","req_id":"5f8c0c38-9f11-443e-b22a-79db30555e08","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.030457136Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33234"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.030687491Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"dc9ccac0-cf32-49b6-bbf4-0235e91c7bbf","remote_addr":"[fd00:1122:3344:101::a]:33234","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:54.038329542Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::c]:31066","req_id":"22d01b1a-f90f-41ee-b471-4c0dc20ad418","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.137162645Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50404"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.13740633Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"cac43347-eec8-4963-ada6-79508febd702","remote_addr":"[fd00:1122:3344:101::c]:50404","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:54.230933917Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::b]:10236","req_id":"53625e0f-31b8-469a-aa43-a2af36d35370","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.32275354Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34455"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T03:14:54.323014505Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"uri":"/config","method":"GET","req_id":"940dafaf-3f2a-4568-b133-546eb33eae1d","remote_addr":"[fd00:1122:3344:101::b]:34455","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:14:54.580475118Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::d]:64174","req_id":"27531fb0-bf21-4f4b-8e22-7df3e7f65b36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 52,\n 51,\n 54,\n 50,\n 54,\n 102,\n 54,\n 45,\n 98,\n 102,\n 98,\n 99,\n 45,\n 52,\n 55,\n 52,\n 50,\n 45,\n 57,\n 99,\n 52,\n 56,\n 45,\n 49,\n 55,\n 102,\n 49,\n 52,\n 101,\n 54,\n 49,\n 51,\n 98,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.156027931Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::e]:44481","req_id":"c54fadfd-bb43-4f7f-b063-a493d6436d64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 52,\n 51,\n 54,\n 50,\n 54,\n 102,\n 54,\n 45,\n 98,\n 102,\n 98,\n 99,\n 45,\n 52,\n 55,\n 52,\n 50,\n 45,\n 57,\n 99,\n 52,\n 56,\n 45,\n 49,\n 55,\n 102,\n 49,\n 52,\n 101,\n 54,\n 49,\n 51,\n 98,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_943626f6-bfbc-4742-9c48-17f14e613b68.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.156671544Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::e]:43249","req_id":"6b093aaa-27bc-44e7-a826-147c190fa00a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_39112fc7-8025-4b5f-b87d-6c88d324f549.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_39112fc7-8025-4b5f-b87d-6c88d324f549.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 57,\n 49,\n 49,\n 50,\n 102,\n 99,\n 55,\n 45,\n 56,\n 48,\n 50,\n 53,\n 45,\n 52,\n 98,\n 53,\n 102,\n 45,\n 98,\n 56,\n 55,\n 100,\n 45,\n 54,\n 99,\n 56,\n 56,\n 100,\n 51,\n 50,\n 52,\n 102,\n 53,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_39112fc7-8025-4b5f-b87d-6c88d324f549.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.800114791Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::1b]:62840","req_id":"9bef2fb2-7ce7-47ec-bd3f-cbe6651e38e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 51,\n 51,\n 50,\n 52,\n 55,\n 53,\n 45,\n 49,\n 97,\n 55,\n 53,\n 45,\n 52,\n 98,\n 53,\n 55,\n 45,\n 57,\n 57,\n 52,\n 50,\n 45,\n 48,\n 100,\n 50,\n 56,\n 50,\n 48,\n 50,\n 97,\n 53,\n 48,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.929751885Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::3]:54057","req_id":"76a21e6e-eace-4db6-b382-ad78dde3b12b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 51,\n 51,\n 50,\n 52,\n 55,\n 53,\n 45,\n 49,\n 97,\n 55,\n 53,\n 45,\n 52,\n 98,\n 53,\n 55,\n 45,\n 57,\n 57,\n 52,\n 50,\n 45,\n 48,\n 100,\n 50,\n 56,\n 50,\n 48,\n 50,\n 97,\n 53,\n 48,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d3332475-1a75-4b57-9942-0d28202a50ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.93050636Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::3]:61985","req_id":"eeba045d-6bb7-4f66-981a-957641b89e9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 100,\n 50,\n 51,\n 101,\n 53,\n 99,\n 54,\n 45,\n 102,\n 52,\n 99,\n 48,\n 45,\n 52,\n 50,\n 52,\n 54,\n 45,\n 56,\n 51,\n 97,\n 97,\n 45,\n 97,\n 53,\n 49,\n 52,\n 57,\n 48,\n 51,\n 54,\n 54,\n 56,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.931682043Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::5]:46450","req_id":"93b6d0fa-8ef0-477d-b80c-b30d2a16230c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 100,\n 50,\n 51,\n 101,\n 53,\n 99,\n 54,\n 45,\n 102,\n 52,\n 99,\n 48,\n 45,\n 52,\n 50,\n 52,\n 54,\n 45,\n 56,\n 51,\n 97,\n 97,\n 45,\n 97,\n 53,\n 49,\n 52,\n 57,\n 48,\n 51,\n 54,\n 54,\n 56,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1d23e5c6-f4c0-4246-83aa-a514903668e9.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.932300356Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::5]:42971","req_id":"a51e6d23-107d-4d83-84d3-abf4f7cbc889","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 48,\n 97,\n 99,\n 57,\n 57,\n 54,\n 45,\n 97,\n 100,\n 48,\n 57,\n 45,\n 52,\n 57,\n 55,\n 57,\n 45,\n 57,\n 97,\n 51,\n 101,\n 45,\n 57,\n 100,\n 51,\n 101,\n 57,\n 57,\n 100,\n 49,\n 54,\n 48,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.958374303Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::7]:63587","req_id":"b9fc45c5-432e-4d75-9d71-0dd8798355e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 48,\n 97,\n 99,\n 57,\n 57,\n 54,\n 45,\n 97,\n 100,\n 48,\n 57,\n 45,\n 52,\n 57,\n 55,\n 57,\n 45,\n 57,\n 97,\n 51,\n 101,\n 45,\n 57,\n 100,\n 51,\n 101,\n 57,\n 57,\n 100,\n 49,\n 54,\n 48,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_050ac996-ad09-4979-9a3e-9d3e99d160e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.959028516Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::7]:49444","req_id":"b2da18fb-8af5-4a4b-8ec9-9e306bf58775","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 100,\n 49,\n 50,\n 99,\n 51,\n 54,\n 101,\n 45,\n 98,\n 98,\n 57,\n 54,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 50,\n 97,\n 98,\n 45,\n 57,\n 52,\n 50,\n 101,\n 49,\n 99,\n 55,\n 102,\n 52,\n 54,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.96930133Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::4]:64304","req_id":"facf79a3-b546-4f05-b0ac-917bd0c555e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 100,\n 49,\n 50,\n 99,\n 51,\n 54,\n 101,\n 45,\n 98,\n 98,\n 57,\n 54,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 50,\n 97,\n 98,\n 45,\n 57,\n 52,\n 50,\n 101,\n 49,\n 99,\n 55,\n 102,\n 52,\n 54,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1d12c36e-bb96-4cf1-82ab-942e1c7f46ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.969957133Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::4]:34002","req_id":"1c15151d-3412-4e5f-a679-bd4ca1e1b442","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 55,\n 101,\n 98,\n 55,\n 55,\n 102,\n 99,\n 45,\n 57,\n 55,\n 101,\n 102,\n 45,\n 52,\n 56,\n 52,\n 48,\n 45,\n 57,\n 53,\n 99,\n 51,\n 45,\n 102,\n 101,\n 55,\n 54,\n 53,\n 51,\n 53,\n 56,\n 51,\n 57,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.973231548Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::6]:33458","req_id":"576c9c19-d521-45b2-9de1-29142e70c585","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 55,\n 101,\n 98,\n 55,\n 55,\n 102,\n 99,\n 45,\n 57,\n 55,\n 101,\n 102,\n 45,\n 52,\n 56,\n 52,\n 48,\n 45,\n 57,\n 53,\n 99,\n 51,\n 45,\n 102,\n 101,\n 55,\n 54,\n 53,\n 51,\n 53,\n 56,\n 51,\n 57,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_57eb77fc-97ef-4840-95c3-fe76535839dd.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:00.973862251Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::6]:60466","req_id":"57a79293-b6dc-41ef-82b3-d447331406c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:01.261558324Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::2]:50284","req_id":"c79812d5-3ca2-4f47-9dfe-95bf52feb00c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T03:15:01.262167656Z","hostname":"oxz_internal_dns_37af79db-44f8-4f68-bda7-0aadc8cd416f","pid":5571,"peer_addr":"[fd00:1122:3344:101::2]:53652","req_id":"204f3e56-c870-4656-a802-a36116e771c4","component":"dns"}