[ Jun 26 12:43:04 Enabled. ] [ Jun 26 12:43:04 Rereading configuration. ] [ Jun 26 12:43:05 Rereading configuration. ] [ Jun 26 12:43:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 26 12:43:06 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.391431795Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.391624741Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.413558966Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.413583947Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.413653159Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:06.413927148Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.647561124Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:34033"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.648418163Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"new_generation":1,"req_id":"d6471e10-370c-4431-b347-88a9fccc669e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.648460334Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.670851104Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.670878135Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"new_generation":1,"req_id":"d6471e10-370c-4431-b347-88a9fccc669e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T12:43:07.670933036Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"uri":"/config","method":"PUT","req_id":"d6471e10-370c-4431-b347-88a9fccc669e","remote_addr":"[fd00:1122:3344:2::2]:34033","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22955,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:43:19.847080467Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::1b]:36575","req_id":"5ef658b5-fc15-4c7c-9af7-651268a4830c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:43:19.851809044Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::1b]:38928","req_id":"7bde70ad-2f5f-41f7-abdd-9aee5626cdd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:43:19.856096395Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::1b]:37878","req_id":"15b004e2-40b6-4fe1-92c1-4b3e93df97b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:49.518707626Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::d]:58920","req_id":"9bb56b57-80aa-4f7c-a558-30d3a0944c38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 57,\n 53,\n 50,\n 97,\n 101,\n 49,\n 45,\n 50,\n 54,\n 49,\n 49,\n 45,\n 52,\n 98,\n 55,\n 48,\n 45,\n 57,\n 57,\n 52,\n 52,\n 45,\n 53,\n 53,\n 57,\n 52,\n 49,\n 50,\n 48,\n 98,\n 98,\n 98,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:51.31974838Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::e]:60002","req_id":"9edc803b-94db-493f-adcd-e59bc4a9e1e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 57,\n 53,\n 50,\n 97,\n 101,\n 49,\n 45,\n 50,\n 54,\n 49,\n 49,\n 45,\n 52,\n 98,\n 55,\n 48,\n 45,\n 57,\n 57,\n 52,\n 52,\n 45,\n 53,\n 53,\n 57,\n 52,\n 49,\n 50,\n 48,\n 98,\n 98,\n 98,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:51.320391792Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::e]:46288","req_id":"422f056f-05ff-4a91-9000-d07b26cfd6a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:56.835563091Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::b]:5335","req_id":"382a5efb-977c-440a-b9d9-4a6ad1f3b082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:58.074386277Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::c]:60281","req_id":"d5b1f497-81b6-4c50-a3d4-f74d783945bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:59.453858392Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::a]:29505","req_id":"209fe04a-9430-4f92-bddd-877ef8d45c95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:44:59.520484974Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::d]:57707","req_id":"94e6f958-a3ef-4d7b-8861-97c9d63b5ad5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 57,\n 102,\n 53,\n 57,\n 50,\n 56,\n 45,\n 100,\n 98,\n 98,\n 50,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 53,\n 101,\n 56,\n 45,\n 48,\n 51,\n 50,\n 49,\n 52,\n 56,\n 48,\n 98,\n 102,\n 57,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.38253313Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::7]:48693","req_id":"15be81a2-e2c0-4fd6-b768-41fd511dca1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 57,\n 102,\n 53,\n 57,\n 50,\n 56,\n 45,\n 100,\n 98,\n 98,\n 50,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 53,\n 101,\n 56,\n 45,\n 48,\n 51,\n 50,\n 49,\n 52,\n 56,\n 48,\n 98,\n 102,\n 57,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc9f5928-dbb2-48af-85e8-0321480bf921.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.383089049Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::7]:56020","req_id":"f1b8b10f-f0c9-413d-886d-202966639743","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 57,\n 53,\n 50,\n 97,\n 101,\n 49,\n 45,\n 50,\n 54,\n 49,\n 49,\n 45,\n 52,\n 98,\n 55,\n 48,\n 45,\n 57,\n 57,\n 52,\n 52,\n 45,\n 53,\n 53,\n 57,\n 52,\n 49,\n 50,\n 48,\n 98,\n 98,\n 98,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.420793205Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::e]:63925","req_id":"b7a5e2b5-d1fd-48d7-a6be-3faa21156df0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 57,\n 53,\n 50,\n 97,\n 101,\n 49,\n 45,\n 50,\n 54,\n 49,\n 49,\n 45,\n 52,\n 98,\n 55,\n 48,\n 45,\n 57,\n 57,\n 52,\n 52,\n 45,\n 53,\n 53,\n 57,\n 52,\n 49,\n 50,\n 48,\n 98,\n 98,\n 98,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77952ae1-2611-4b70-9944-5594120bbbd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.421355413Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::e]:58609","req_id":"916ace95-327c-4c84-843f-13ea27d52751","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 100,\n 52,\n 97,\n 52,\n 54,\n 101,\n 45,\n 101,\n 101,\n 54,\n 98,\n 45,\n 52,\n 100,\n 57,\n 55,\n 45,\n 56,\n 52,\n 48,\n 53,\n 45,\n 100,\n 53,\n 51,\n 56,\n 99,\n 52,\n 53,\n 51,\n 49,\n 48,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.443760164Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::3]:52841","req_id":"e7da54d6-94d3-46f6-8a70-25d55e7dcf24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 100,\n 52,\n 97,\n 52,\n 54,\n 101,\n 45,\n 101,\n 101,\n 54,\n 98,\n 45,\n 52,\n 100,\n 57,\n 55,\n 45,\n 56,\n 52,\n 48,\n 53,\n 45,\n 100,\n 53,\n 51,\n 56,\n 99,\n 52,\n 53,\n 51,\n 49,\n 48,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58d4a46e-ee6b-4d97-8405-d538c45310de.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.444425296Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::3]:45146","req_id":"e29b66ba-7935-4bc9-9c4c-2919ae363522","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 49,\n 52,\n 52,\n 97,\n 57,\n 55,\n 45,\n 50,\n 98,\n 101,\n 49,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 98,\n 50,\n 50,\n 57,\n 45,\n 53,\n 101,\n 97,\n 52,\n 51,\n 98,\n 52,\n 56,\n 56,\n 53,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.538927469Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::5]:48534","req_id":"2a8ba7d1-e464-456c-8d72-85d6349cdb76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 49,\n 52,\n 52,\n 97,\n 57,\n 55,\n 45,\n 50,\n 98,\n 101,\n 49,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 98,\n 50,\n 50,\n 57,\n 45,\n 53,\n 101,\n 97,\n 52,\n 51,\n 98,\n 52,\n 56,\n 56,\n 53,\n 51,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e144a97-2be1-4d7a-b229-5ea43b488530.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.539665383Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::5]:41389","req_id":"212447b0-552b-4a34-8de0-9c5423f0204c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 100,\n 48,\n 49,\n 54,\n 102,\n 101,\n 45,\n 51,\n 50,\n 53,\n 99,\n 45,\n 52,\n 100,\n 49,\n 49,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 49,\n 56,\n 48,\n 102,\n 100,\n 101,\n 49,\n 100,\n 54,\n 55,\n 53,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.562411005Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::4]:59013","req_id":"d5a66bab-2c3e-4916-ac1b-bb576d18f6cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 100,\n 48,\n 49,\n 54,\n 102,\n 101,\n 45,\n 51,\n 50,\n 53,\n 99,\n 45,\n 52,\n 100,\n 49,\n 49,\n 45,\n 56,\n 51,\n 53,\n 48,\n 45,\n 49,\n 56,\n 48,\n 102,\n 100,\n 101,\n 49,\n 100,\n 54,\n 55,\n 53,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_62d016fe-325c-4d11-8350-180fde1d675f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.563045096Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::4]:64738","req_id":"8ee915c8-4c4c-4300-9401-1025852734c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6567,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 48,\n 98,\n 53,\n 102,\n 51,\n 97,\n 98,\n 45,\n 49,\n 97,\n 54,\n 53,\n 45,\n 52,\n 56,\n 51,\n 101,\n 45,\n 98,\n 56,\n 57,\n 53,\n 45,\n 55,\n 52,\n 99,\n 51,\n 97,\n 50,\n 99,\n 101,\n 53,\n 102,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.5719581Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::6]:58099","req_id":"eef21f5f-6fbd-4576-a660-bd23d65bef68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6567,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 48,\n 98,\n 53,\n 102,\n 51,\n 97,\n 98,\n 45,\n 49,\n 97,\n 54,\n 53,\n 45,\n 52,\n 56,\n 51,\n 101,\n 45,\n 98,\n 56,\n 57,\n 53,\n 45,\n 55,\n 52,\n 99,\n 51,\n 97,\n 50,\n 99,\n 101,\n 53,\n 102,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_90b5f3ab-1a65-483e-b895-74c3a2ce5fb9.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:00.5725371Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::6]:43110","req_id":"24a28f80-ab80-412c-9761-79cd2c945e1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:01.200148349Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::2]:52121","req_id":"ae943c80-6779-4194-a33d-b263cca8acc9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:01.200710027Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::2]:39109","req_id":"de9d0fdb-99b5-476e-89ce-0df2cf5db6c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_d7f7cc3e-39c6-4cd2-8849-15a8e2b6fe3f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_d7f7cc3e-39c6-4cd2-8849-15a8e2b6fe3f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 100,\n 55,\n 102,\n 55,\n 99,\n 99,\n 51,\n 101,\n 45,\n 51,\n 57,\n 99,\n 54,\n 45,\n 52,\n 99,\n 100,\n 50,\n 45,\n 56,\n 56,\n 52,\n 57,\n 45,\n 49,\n 53,\n 97,\n 56,\n 101,\n 50,\n 98,\n 54,\n 102,\n 101,\n 51,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_d7f7cc3e-39c6-4cd2-8849-15a8e2b6fe3f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T12:45:01.799236566Z","hostname":"oxz_internal_dns_a49a09e1-1ccf-428b-b504-90bf13ac30a7","pid":5541,"peer_addr":"[fd00:1122:3344:101::1b]:36915","req_id":"7f303993-4395-4ae4-962d-502fdc7f68e3","component":"dns"}