[ Jul 2 18:42:58 Enabled. ] [ Jul 2 18:42:58 Rereading configuration. ] [ Jul 2 18:42:59 Rereading configuration. ] [ Jul 2 18:43:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 2 18:43:00 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.502528904Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.502638276Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.523349571Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.523372301Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.523407102Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.523638545Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.661886435Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:49689"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.662708098Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"new_generation":1,"req_id":"22cc9557-55ae-48e0-baf6-b89c2042bdd2","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.662726988Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.675810393Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.675847824Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"new_generation":1,"req_id":"22cc9557-55ae-48e0-baf6-b89c2042bdd2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-02T18:43:00.675862404Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"uri":"/config","method":"PUT","req_id":"22cc9557-55ae-48e0-baf6-b89c2042bdd2","remote_addr":"[fd00:1122:3344:3::2]:49689","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13648,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.848992852Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:41239","req_id":"7774ec21-70fc-46c4-a44d-4670e9827963","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.853659565Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:46451","req_id":"351401f0-d5a4-44c7-9e6b-0eb1997258be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:43:11.858245897Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:63212","req_id":"21991e5e-7c15-469e-948a-d6ab4796ac71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.172355091Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:50461","req_id":"64e9a0f8-e679-4bc2-b83b-011c6a614e95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.177043545Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:34453","req_id":"14727189-ea02-4729-bd75-de1f37d35d77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:36.177082416Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:44585","req_id":"b99ba9b8-508c-452c-8e63-fe28011eced5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:46.80494956Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::d]:65385","req_id":"54736e5d-e046-4172-8179-41e0fee47a90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:50.976847701Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::e]:51985","req_id":"75503f02-dc25-4b5a-b164-0339e17f50b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:50.977524272Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::e]:52095","req_id":"acb6dc18-3a69-4cf6-8653-0c156303d48d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:56.805720997Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::d]:60272","req_id":"c22b3238-9942-4db1-a424-2d793fbba4e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.32783189Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::b]:20008","req_id":"bff06a92-9d02-49cb-bfd3-48df42e6a954","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.603100039Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::a]:17862","req_id":"a8d03bcc-1507-4bf4-a2f1-e38dcbab4abd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:44:57.662327619Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::c]:34568","req_id":"0d5590ef-9222-4093-baf4-662083e55ab9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.475058293Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::e]:56384","req_id":"534a072b-b886-4709-94c1-11d92b7188d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 102,\n 56,\n 52,\n 55,\n 55,\n 49,\n 102,\n 45,\n 56,\n 55,\n 57,\n 97,\n 45,\n 52,\n 102,\n 54,\n 100,\n 45,\n 98,\n 100,\n 100,\n 97,\n 45,\n 52,\n 50,\n 53,\n 57,\n 55,\n 51,\n 56,\n 54,\n 55,\n 101,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9f84771f-879a-4f6d-bdda-425973867e84.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.475703973Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::e]:60205","req_id":"d517459e-c33c-4c75-9c89-d142ea1098d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 50,\n 102,\n 97,\n 55,\n 56,\n 49,\n 50,\n 45,\n 49,\n 99,\n 54,\n 100,\n 45,\n 52,\n 57,\n 53,\n 49,\n 45,\n 56,\n 53,\n 97,\n 49,\n 45,\n 101,\n 48,\n 51,\n 101,\n 100,\n 57,\n 101,\n 55,\n 101,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b2fa7812-1c6d-4951-85a1-e03ed9e7e652.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.906457852Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::1b]:49171","req_id":"ca2931fb-a36c-4d9b-9057-46615afb22a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 53,\n 52,\n 55,\n 55,\n 57,\n 52,\n 45,\n 51,\n 56,\n 50,\n 98,\n 45,\n 52,\n 102,\n 56,\n 57,\n 45,\n 57,\n 53,\n 53,\n 57,\n 45,\n 101,\n 98,\n 50,\n 56,\n 99,\n 54,\n 97,\n 55,\n 53,\n 50,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.924541466Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::7]:58300","req_id":"77adaf49-d5d1-469f-bcae-9cc1aa77a4a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 99,\n 53,\n 52,\n 55,\n 55,\n 57,\n 52,\n 45,\n 51,\n 56,\n 50,\n 98,\n 45,\n 52,\n 102,\n 56,\n 57,\n 45,\n 57,\n 53,\n 53,\n 57,\n 45,\n 101,\n 98,\n 50,\n 56,\n 99,\n 54,\n 97,\n 55,\n 53,\n 50,\n 100,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9c547794-382b-4f89-9559-eb28c6a752d2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.925262877Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::7]:42634","req_id":"6a333502-0359-401c-b942-03ddc5a148cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 49,\n 101,\n 101,\n 99,\n 102,\n 49,\n 98,\n 45,\n 57,\n 55,\n 57,\n 50,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 45,\n 102,\n 101,\n 50,\n 97,\n 57,\n 49,\n 101,\n 97,\n 55,\n 54,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.939308518Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::6]:63349","req_id":"9e283731-3c4e-492d-b1ca-baed9443710b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 49,\n 101,\n 101,\n 99,\n 102,\n 49,\n 98,\n 45,\n 57,\n 55,\n 57,\n 50,\n 45,\n 52,\n 100,\n 55,\n 97,\n 45,\n 97,\n 48,\n 97,\n 98,\n 45,\n 102,\n 101,\n 50,\n 97,\n 57,\n 49,\n 101,\n 97,\n 55,\n 54,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c1eecf1b-9792-4d7a-a0ab-fe2a91ea7654.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.94007469Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::6]:53853","req_id":"6ebd1afc-fdb0-41e4-bb7d-fedb7c74bbdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 51,\n 54,\n 49,\n 101,\n 49,\n 99,\n 45,\n 51,\n 53,\n 55,\n 97,\n 45,\n 52,\n 101,\n 49,\n 56,\n 45,\n 97,\n 100,\n 53,\n 50,\n 45,\n 57,\n 51,\n 97,\n 55,\n 100,\n 101,\n 55,\n 101,\n 48,\n 50,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.956721001Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::4]:40274","req_id":"eb9292ee-9b39-491b-81d0-e2aa4675c27a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 51,\n 54,\n 49,\n 101,\n 49,\n 99,\n 45,\n 51,\n 53,\n 55,\n 97,\n 45,\n 52,\n 101,\n 49,\n 56,\n 45,\n 97,\n 100,\n 53,\n 50,\n 45,\n 57,\n 51,\n 97,\n 55,\n 100,\n 101,\n 55,\n 101,\n 48,\n 50,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5361e1c-357a-4e18-ad52-93a7de7e02a2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:00.957457163Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::4]:53370","req_id":"7d89a1d5-bbb3-4453-a79e-ff8156aa828c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 56,\n 53,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 101,\n 99,\n 97,\n 45,\n 52,\n 102,\n 100,\n 51,\n 45,\n 57,\n 55,\n 97,\n 100,\n 45,\n 98,\n 56,\n 49,\n 49,\n 52,\n 54,\n 52,\n 51,\n 55,\n 56,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.008636135Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::3]:45944","req_id":"81069912-601e-472e-8901-e4d986059fd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 56,\n 53,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 101,\n 99,\n 97,\n 45,\n 52,\n 102,\n 100,\n 51,\n 45,\n 57,\n 55,\n 97,\n 100,\n 45,\n 98,\n 56,\n 49,\n 49,\n 52,\n 54,\n 52,\n 51,\n 55,\n 56,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc8519b6-4eca-4fd3-97ad-b811464378b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.009484989Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::3]:62979","req_id":"95fb865a-d74f-4493-ae47-e9e9c4b747c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 51,\n 48,\n 102,\n 100,\n 55,\n 57,\n 45,\n 53,\n 49,\n 48,\n 101,\n 45,\n 52,\n 55,\n 101,\n 50,\n 45,\n 56,\n 102,\n 53,\n 52,\n 45,\n 50,\n 53,\n 51,\n 100,\n 50,\n 52,\n 55,\n 51,\n 97,\n 53,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.019479606Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::5]:62303","req_id":"d2c1bc04-9f04-4cd4-8375-a7268f993d44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 51,\n 48,\n 102,\n 100,\n 55,\n 57,\n 45,\n 53,\n 49,\n 48,\n 101,\n 45,\n 52,\n 55,\n 101,\n 50,\n 45,\n 56,\n 102,\n 53,\n 52,\n 45,\n 50,\n 53,\n 51,\n 100,\n 50,\n 52,\n 55,\n 51,\n 97,\n 53,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7d30fd79-510e-47e2-8f54-253d2473a58c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.020271448Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::5]:46892","req_id":"e7cebcb2-2916-4939-a1eb-4547754a5f39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.212485964Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::2]:52202","req_id":"453ffb20-1a03-4081-92bb-a4afedd220e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T18:45:01.21289652Z","hostname":"oxz_internal_dns_5461295b-2599-4cb8-991b-d799be6ab665","pid":5472,"peer_addr":"[fd00:1122:3344:101::2]:58402","req_id":"f78739bd-2f45-4249-9984-b6d121fae68b","component":"dns"}