[ Apr 17 13:57:47 Enabled. ] [ Apr 17 13:57:47 Rereading configuration. ] [ Apr 17 13:57:48 Rereading configuration. ] [ Apr 17 13:57:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 17 13:57:49 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.596597113Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.596743864Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.615072203Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.615090683Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.615160274Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:49.615380697Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.891498178Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:50477"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.892651121Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"new_generation":1,"req_id":"ffcd3918-cbb7-4ba5-a353-9738f0175304","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.892673411Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.906959254Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.906982194Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"new_generation":1,"req_id":"ffcd3918-cbb7-4ba5-a353-9738f0175304","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-17T13:57:50.906993474Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"uri":"/config","method":"PUT","req_id":"ffcd3918-cbb7-4ba5-a353-9738f0175304","remote_addr":"[fd00:1122:3344:1::2]:50477","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":14863,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:58:01.927891139Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:35752","req_id":"533eb614-b34e-4a4e-ae41-00d98b36ef07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:58:01.932563912Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:50580","req_id":"12126f42-ef50-4b8c-9fd8-91ca8d53b053","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:58:01.936771971Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:41463","req_id":"5326b0c0-1166-4ec7-a989-e13d8870888b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:59:54.715908732Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:52086","req_id":"398d5cf7-551c-4d0c-aba1-e230b6edaa57","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 97,\n 49,\n 52,\n 54,\n 53,\n 100,\n 55,\n 45,\n 55,\n 99,\n 48,\n 56,\n 45,\n 52,\n 57,\n 97,\n 55,\n 45,\n 97,\n 52,\n 53,\n 56,\n 45,\n 52,\n 53,\n 50,\n 102,\n 97,\n 102,\n 55,\n 50,\n 54,\n 102,\n 98,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:59:58.033388087Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:38351","req_id":"adbd1e29-571d-42d7-a28d-35149cb7d97a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 97,\n 49,\n 52,\n 54,\n 53,\n 100,\n 55,\n 45,\n 55,\n 99,\n 48,\n 56,\n 45,\n 52,\n 57,\n 97,\n 55,\n 45,\n 97,\n 52,\n 53,\n 56,\n 45,\n 52,\n 53,\n 50,\n 102,\n 97,\n 102,\n 55,\n 50,\n 54,\n 102,\n 98,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T13:59:58.052275992Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:50394","req_id":"1ff4ef62-ff7a-4573-b15d-05c633c00f4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 57,\n 55,\n 49,\n 51,\n 49,\n 52,\n 101,\n 45,\n 54,\n 100,\n 49,\n 52,\n 45,\n 52,\n 101,\n 102,\n 57,\n 45,\n 56,\n 101,\n 53,\n 98,\n 45,\n 51,\n 56,\n 102,\n 100,\n 55,\n 102,\n 101,\n 102,\n 52,\n 98,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.274222304Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::6]:45328","req_id":"3706b7fd-7f95-461e-bfdc-dbc77af42b08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 57,\n 55,\n 49,\n 51,\n 49,\n 52,\n 101,\n 45,\n 54,\n 100,\n 49,\n 52,\n 45,\n 52,\n 101,\n 102,\n 57,\n 45,\n 56,\n 101,\n 53,\n 98,\n 45,\n 51,\n 56,\n 102,\n 100,\n 55,\n 102,\n 101,\n 102,\n 52,\n 98,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4971314e-6d14-4ef9-8e5b-38fd7fef4bec.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.275511938Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::6]:35281","req_id":"acf78552-2970-410b-bf70-0165ec9bc6ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 54,\n 100,\n 50,\n 52,\n 97,\n 99,\n 45,\n 49,\n 101,\n 48,\n 57,\n 45,\n 52,\n 51,\n 52,\n 51,\n 45,\n 97,\n 57,\n 102,\n 102,\n 45,\n 100,\n 100,\n 48,\n 48,\n 101,\n 55,\n 100,\n 48,\n 51,\n 57,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.449976725Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::7]:45507","req_id":"4ed53e04-9aac-4e0f-93e3-476888a73441","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 54,\n 100,\n 50,\n 52,\n 97,\n 99,\n 45,\n 49,\n 101,\n 48,\n 57,\n 45,\n 52,\n 51,\n 52,\n 51,\n 45,\n 97,\n 57,\n 102,\n 102,\n 45,\n 100,\n 100,\n 48,\n 48,\n 101,\n 55,\n 100,\n 48,\n 51,\n 57,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d16d24ac-1e09-4343-a9ff-dd00e7d0397e.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.450748444Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::7]:56230","req_id":"c0480cf8-8116-4405-a3d1-3e415eda577c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 56,\n 49,\n 101,\n 99,\n 97,\n 102,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 52,\n 100,\n 57,\n 99,\n 45,\n 97,\n 49,\n 49,\n 98,\n 45,\n 97,\n 100,\n 97,\n 56,\n 54,\n 101,\n 48,\n 101,\n 102,\n 52,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.535746051Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::5]:60560","req_id":"b1a16939-51ac-4a4d-b829-9ffba2f06ecf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 56,\n 49,\n 101,\n 99,\n 97,\n 102,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 52,\n 100,\n 57,\n 99,\n 45,\n 97,\n 49,\n 49,\n 98,\n 45,\n 97,\n 100,\n 97,\n 56,\n 54,\n 101,\n 48,\n 101,\n 102,\n 52,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c081ecaf-4bc0-4d9c-a11b-ada86e0ef4b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.538695895Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::5]:36780","req_id":"0e7c8d8f-8006-4213-bd6f-cfa6ace04f90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 52,\n 98,\n 55,\n 52,\n 102,\n 100,\n 48,\n 45,\n 48,\n 54,\n 55,\n 97,\n 45,\n 52,\n 54,\n 99,\n 100,\n 45,\n 97,\n 55,\n 97,\n 99,\n 45,\n 99,\n 53,\n 51,\n 49,\n 100,\n 102,\n 49,\n 102,\n 55,\n 100,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.542956703Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::3]:40715","req_id":"deaafe03-25bd-4dac-b2e0-43b410695f6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 52,\n 98,\n 55,\n 52,\n 102,\n 100,\n 48,\n 45,\n 48,\n 54,\n 55,\n 97,\n 45,\n 52,\n 54,\n 99,\n 100,\n 45,\n 97,\n 55,\n 97,\n 99,\n 45,\n 99,\n 53,\n 51,\n 49,\n 100,\n 102,\n 49,\n 102,\n 55,\n 100,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e4b74fd0-067a-46cd-a7ac-c531df1f7dfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.543676392Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::3]:57940","req_id":"c38d90a7-a77c-4ca1-8e85-7092b48005e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 100,\n 99,\n 55,\n 100,\n 55,\n 100,\n 45,\n 98,\n 56,\n 102,\n 54,\n 45,\n 52,\n 56,\n 53,\n 53,\n 45,\n 97,\n 55,\n 98,\n 57,\n 45,\n 54,\n 48,\n 52,\n 56,\n 49,\n 98,\n 51,\n 99,\n 51,\n 55,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.562182842Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::4]:56667","req_id":"8f8a2e91-3e21-4f0d-b63c-44b7a5a694a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 100,\n 99,\n 55,\n 100,\n 55,\n 100,\n 45,\n 98,\n 56,\n 102,\n 54,\n 45,\n 52,\n 56,\n 53,\n 53,\n 45,\n 97,\n 55,\n 98,\n 57,\n 45,\n 54,\n 48,\n 52,\n 56,\n 49,\n 98,\n 51,\n 99,\n 51,\n 55,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26dc7d7d-b8f6-4855-a7b9-60481b3c37af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.563094163Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::4]:57844","req_id":"e6469cec-9f3d-4c30-9c6c-e24a224be1aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0ed75755-7f49-4067-8976-5cc52b736946.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0ed75755-7f49-4067-8976-5cc52b736946.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 101,\n 100,\n 55,\n 53,\n 55,\n 53,\n 53,\n 45,\n 55,\n 102,\n 52,\n 57,\n 45,\n 52,\n 48,\n 54,\n 55,\n 45,\n 56,\n 57,\n 55,\n 54,\n 45,\n 53,\n 99,\n 99,\n 53,\n 50,\n 98,\n 55,\n 51,\n 54,\n 57,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0ed75755-7f49-4067-8976-5cc52b736946.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.664998313Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:64075","req_id":"958a9431-09d2-46ab-9cb9-0a2947afdce5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 97,\n 49,\n 52,\n 54,\n 53,\n 100,\n 55,\n 45,\n 55,\n 99,\n 48,\n 56,\n 45,\n 52,\n 57,\n 97,\n 55,\n 45,\n 97,\n 52,\n 53,\n 56,\n 45,\n 52,\n 53,\n 50,\n 102,\n 97,\n 102,\n 55,\n 50,\n 54,\n 102,\n 98,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.703029466Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:65040","req_id":"e8589497-1485-4304-9cbe-f6bcf6cc76e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 97,\n 49,\n 52,\n 54,\n 53,\n 100,\n 55,\n 45,\n 55,\n 99,\n 48,\n 56,\n 45,\n 52,\n 57,\n 97,\n 55,\n 45,\n 97,\n 52,\n 53,\n 56,\n 45,\n 52,\n 53,\n 50,\n 102,\n 97,\n 102,\n 55,\n 50,\n 54,\n 102,\n 98,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5a1465d7-7c08-49a7-a458-452faf726fba.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:00.703928886Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::e]:61165","req_id":"99c844d8-a1e2-42fe-b4b6-5fc9d2ec684c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:01.410404071Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::2]:40847","req_id":"1441c462-609e-4302-88b6-fb52829da958","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-17T14:00:01.411025758Z","hostname":"oxz_internal_dns_4ae26e54-e837-4860-8dcf-cc9f864878b9","pid":5501,"peer_addr":"[fd00:1122:3344:101::2]:63265","req_id":"3d5defce-597d-4a35-b977-39fa6f8fcb46","component":"dns"}