[ Apr 24 17:27:39 Enabled. ] [ Apr 24 17:27:39 Rereading configuration. ] [ Apr 24 17:27:39 Rereading configuration. ] [ Apr 24 17:27:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 24 17:27:40 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.846634581Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.846769505Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.864447286Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.864459296Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.864510917Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.864724383Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.934346158Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:45057"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.935304013Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"new_generation":1,"req_id":"a30261ab-3d4e-4283-913b-9f2e799aeb69","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.935317834Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.961325962Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.961357093Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"new_generation":1,"req_id":"a30261ab-3d4e-4283-913b-9f2e799aeb69","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:27:40.961371793Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"uri":"/config","method":"PUT","req_id":"a30261ab-3d4e-4283-913b-9f2e799aeb69","remote_addr":"[fd00:1122:3344:1::2]:45057","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":26496,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:27:52.350341392Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:46299","req_id":"9a74e6b1-24e5-4c70-8e76-cc327ee1b8cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:27:52.355162897Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:33114","req_id":"0e289ab6-d938-421d-bd39-bd50902796dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:27:52.361339069Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:63871","req_id":"771c23f2-bf5e-4f07-8fe1-8735b7995795","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:24.837973724Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::d]:60843","req_id":"5c23cfcf-3ea6-4bbf-a6e7-6309a3e6fb28","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 97,\n 99,\n 99,\n 55,\n 55,\n 51,\n 49,\n 45,\n 101,\n 99,\n 52,\n 51,\n 45,\n 52,\n 53,\n 54,\n 55,\n 45,\n 98,\n 49,\n 53,\n 52,\n 45,\n 100,\n 48,\n 97,\n 54,\n 100,\n 102,\n 99,\n 97,\n 51,\n 49,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:27.59715795Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::e]:45484","req_id":"534750d1-30a3-4719-8d42-4c81dda94c96","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 97,\n 99,\n 99,\n 55,\n 55,\n 51,\n 49,\n 45,\n 101,\n 99,\n 52,\n 51,\n 45,\n 52,\n 53,\n 54,\n 55,\n 45,\n 98,\n 49,\n 53,\n 52,\n 45,\n 100,\n 48,\n 97,\n 54,\n 100,\n 102,\n 99,\n 97,\n 51,\n 49,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:27.616468183Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::e]:49558","req_id":"0627aebe-5353-48f6-930b-12ce41fffa5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:28.48493061Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:53691","req_id":"a0500142-bb5e-4d4d-bf61-83c81dd2a812","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:28.48993731Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:64479","req_id":"25334692-b58e-4329-a4a6-67a17596236c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:28.494407207Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:48303","req_id":"77c624b7-d95f-4904-9563-98938a5d399b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:34.820140639Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::d]:57685","req_id":"558ecd88-5d24-44be-be97-2e348b5bb29a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:35.109401342Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::a]:64451","req_id":"c4ceb85a-580a-4fe0-af4b-0bbdd26ab94b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:35.110048188Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::c]:10932","req_id":"72500d95-63c2-4450-b3aa-488163929bd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:35.32565601Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::b]:6084","req_id":"b9945299-2a16-45e1-b5ee-54a56dec1d6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:44.821812843Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::d]:57145","req_id":"1de41412-d846-471b-be4e-96175ba84125","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54245,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:52.496116127Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:43346","req_id":"5f58ce23-8e65-4a55-8bfa-5e9646f98788","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:52.500500212Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:47839","req_id":"35e0b14f-11e3-4356-891d-6bdf22c95c13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:52.508592423Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:48405","req_id":"9673b3dd-ea49-417f-9d93-ac8a371a7f38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:29:54.827826609Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::d]:62763","req_id":"bfb96b1c-f155-4ae6-8f8f-d8b782fa95be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 100,\n 55,\n 52,\n 97,\n 56,\n 57,\n 102,\n 45,\n 101,\n 49,\n 48,\n 52,\n 45,\n 52,\n 48,\n 98,\n 53,\n 45,\n 56,\n 98,\n 97,\n 102,\n 45,\n 101,\n 51,\n 101,\n 50,\n 50,\n 51,\n 51,\n 55,\n 53,\n 52,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.223860925Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::4]:57769","req_id":"68955478-8803-4841-865c-3a9bf0ff3f6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 100,\n 55,\n 52,\n 97,\n 56,\n 57,\n 102,\n 45,\n 101,\n 49,\n 48,\n 52,\n 45,\n 52,\n 48,\n 98,\n 53,\n 45,\n 56,\n 98,\n 97,\n 102,\n 45,\n 101,\n 51,\n 101,\n 50,\n 50,\n 51,\n 51,\n 55,\n 53,\n 52,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4d74a89f-e104-40b5-8baf-e3e22337547d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.224549683Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::4]:59179","req_id":"d4893081-c86e-4f93-8c93-995c7f2d6fe4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 48,\n 48,\n 55,\n 51,\n 102,\n 99,\n 101,\n 45,\n 49,\n 56,\n 52,\n 49,\n 45,\n 52,\n 52,\n 49,\n 53,\n 45,\n 57,\n 55,\n 51,\n 56,\n 45,\n 48,\n 49,\n 57,\n 55,\n 51,\n 57,\n 53,\n 101,\n 99,\n 51,\n 99,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.244699869Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::5]:62232","req_id":"d9ab7aaa-e54e-4378-b1a9-b05e78413965","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 48,\n 48,\n 55,\n 51,\n 102,\n 99,\n 101,\n 45,\n 49,\n 56,\n 52,\n 49,\n 45,\n 52,\n 52,\n 49,\n 53,\n 45,\n 57,\n 55,\n 51,\n 56,\n 45,\n 48,\n 49,\n 57,\n 55,\n 51,\n 57,\n 53,\n 101,\n 99,\n 51,\n 99,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f0073fce-1841-4415-9738-0197395ec3c7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.245310915Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::5]:38211","req_id":"a23ab46b-00b6-4b99-ae5e-343a8643eff8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 56,\n 52,\n 51,\n 55,\n 51,\n 54,\n 45,\n 53,\n 57,\n 102,\n 100,\n 45,\n 52,\n 100,\n 99,\n 49,\n 45,\n 97,\n 101,\n 56,\n 52,\n 45,\n 56,\n 49,\n 48,\n 55,\n 54,\n 51,\n 53,\n 54,\n 48,\n 49,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.271271562Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::7]:60782","req_id":"5364446d-1a77-42c4-a571-0d3ec418d194","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 56,\n 52,\n 51,\n 55,\n 51,\n 54,\n 45,\n 53,\n 57,\n 102,\n 100,\n 45,\n 52,\n 100,\n 99,\n 49,\n 45,\n 97,\n 101,\n 56,\n 52,\n 45,\n 56,\n 49,\n 48,\n 55,\n 54,\n 51,\n 53,\n 54,\n 48,\n 49,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd843736-59fd-4dc1-ae84-810763560162.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.271786435Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::7]:41653","req_id":"647e37e9-f58e-48b5-b381-85d0168e826e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 51,\n 54,\n 50,\n 54,\n 54,\n 57,\n 45,\n 98,\n 101,\n 48,\n 57,\n 45,\n 52,\n 53,\n 57,\n 49,\n 45,\n 98,\n 49,\n 102,\n 51,\n 45,\n 98,\n 53,\n 99,\n 50,\n 102,\n 54,\n 98,\n 99,\n 98,\n 99,\n 98,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.309197111Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::6]:47541","req_id":"c5042ed7-7e66-44de-b033-00e8c6414b1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 51,\n 54,\n 50,\n 54,\n 54,\n 57,\n 45,\n 98,\n 101,\n 48,\n 57,\n 45,\n 52,\n 53,\n 57,\n 49,\n 45,\n 98,\n 49,\n 102,\n 51,\n 45,\n 98,\n 53,\n 99,\n 50,\n 102,\n 54,\n 98,\n 99,\n 98,\n 99,\n 98,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08362669-be09-4591-b1f3-b5c2f6bcbcb7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.309826007Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::6]:56364","req_id":"fed06323-26b9-4cdf-b1ba-1ed3b60b1bda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 50,\n 48,\n 99,\n 56,\n 57,\n 52,\n 45,\n 55,\n 98,\n 52,\n 100,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 56,\n 52,\n 102,\n 98,\n 45,\n 102,\n 102,\n 56,\n 100,\n 97,\n 51,\n 50,\n 102,\n 48,\n 51,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.355999121Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::3]:35955","req_id":"129a2ffa-c7ec-474c-8ccc-2d3b021cb1d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 50,\n 48,\n 99,\n 56,\n 57,\n 52,\n 45,\n 55,\n 98,\n 52,\n 100,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 56,\n 52,\n 102,\n 98,\n 45,\n 102,\n 102,\n 56,\n 100,\n 97,\n 51,\n 50,\n 102,\n 48,\n 51,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f320c894-7b4d-4563-84fb-ff8da32f031d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.356638548Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::3]:40296","req_id":"6845705d-b4aa-4d6b-8e82-ff0b271679e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8b295a36-c931-4d17-9e48-887898bfd60b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8b295a36-c931-4d17-9e48-887898bfd60b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 98,\n 50,\n 57,\n 53,\n 97,\n 51,\n 54,\n 45,\n 99,\n 57,\n 51,\n 49,\n 45,\n 52,\n 100,\n 49,\n 55,\n 45,\n 57,\n 101,\n 52,\n 56,\n 45,\n 56,\n 56,\n 55,\n 56,\n 57,\n 56,\n 98,\n 102,\n 100,\n 54,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8b295a36-c931-4d17-9e48-887898bfd60b.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.454779497Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::1b]:58432","req_id":"ac622d0e-21be-4709-8257-38547a0f957c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 97,\n 99,\n 99,\n 55,\n 55,\n 51,\n 49,\n 45,\n 101,\n 99,\n 52,\n 51,\n 45,\n 52,\n 53,\n 54,\n 55,\n 45,\n 98,\n 49,\n 53,\n 52,\n 45,\n 100,\n 48,\n 97,\n 54,\n 100,\n 102,\n 99,\n 97,\n 51,\n 49,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.574837347Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::e]:58529","req_id":"b5e54bb1-7990-41fb-8d36-d9cce1e9729d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 97,\n 99,\n 99,\n 55,\n 55,\n 51,\n 49,\n 45,\n 101,\n 99,\n 52,\n 51,\n 45,\n 52,\n 53,\n 54,\n 55,\n 45,\n 98,\n 49,\n 53,\n 52,\n 45,\n 100,\n 48,\n 97,\n 54,\n 100,\n 102,\n 99,\n 97,\n 51,\n 49,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9acc7731-ec43-4567-b154-d0a6dfca317a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.575484935Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::e]:41599","req_id":"174d2b16-cc5d-45ff-bc8c-52f69159dc90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.578449172Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::2]:47321","req_id":"f9d0d39b-b109-4e12-b811-1cd52b94fe7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.578960085Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::2]:40762","req_id":"6d8b79fc-9937-4764-be1a-3988ea31c6b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:00.8985808Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::c]:45982","req_id":"cc23f543-f6e4-47e8-862a-283b941b72ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:01.162637905Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46175"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:01.237709252Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"uri":"/config","method":"GET","req_id":"8d0d973a-975d-4acd-a030-93c1f93be698","remote_addr":"[fd00:1122:3344:101::c]:46175","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":46946,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-24T17:30:02.263996784Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"peer_addr":"[fd00:1122:3344:101::c]:18184","req_id":"ab2c5918-75b9-4bd0-856f-43bb5e6eea7f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:02.30834034Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45125"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:02.311292827Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"new_generation":1,"req_id":"3bc319f1-859e-4044-9453-a6428eeae4c0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:02.31139547Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"new_generation":1,"req_id":"3bc319f1-859e-4044-9453-a6428eeae4c0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-24T17:30:02.31140748Z","hostname":"oxz_internal_dns_9da2a607-7e6c-42eb-b4ba-cd3f8b375658","pid":5545,"uri":"/config","method":"PUT","req_id":"3bc319f1-859e-4044-9453-a6428eeae4c0","remote_addr":"[fd00:1122:3344:101::c]:45125","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":267,"response_code":204}