[ Jul 15 04:12:48 Enabled. ] [ Jul 15 04:12:48 Rereading configuration. ] [ Jul 15 04:12:49 Rereading configuration. ] [ Jul 15 04:12:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 15 04:12:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.051967495Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.065410266Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.073233756Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.073251767Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.073284658Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.073556475Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.266967567Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:64790"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.267839101Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"new_generation":1,"req_id":"380b0ec5-35dd-4a8f-b81a-dc9abda5a568","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.267872102Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.305611745Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.305655826Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"new_generation":1,"req_id":"380b0ec5-35dd-4a8f-b81a-dc9abda5a568","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-15T04:12:51.305666196Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"uri":"/config","method":"PUT","req_id":"380b0ec5-35dd-4a8f-b81a-dc9abda5a568","remote_addr":"[fd00:1122:3344:3::2]:64790","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":38281,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:13:05.295408805Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::1b]:64522","req_id":"104b1245-64ef-4074-873e-03df9647ae5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:13:05.300366528Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::1b]:51894","req_id":"3dc0d87f-8823-48d3-8d13-921d07288b2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:13:05.304798067Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::1b]:59979","req_id":"c7c0d64a-e504-42e6-a948-c62460386248","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:47.674315535Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::d]:59929","req_id":"34752d09-5b95-4daf-b81e-0835297092fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 52,\n 51,\n 99,\n 52,\n 52,\n 52,\n 101,\n 45,\n 48,\n 97,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 97,\n 45,\n 56,\n 102,\n 99,\n 56,\n 45,\n 51,\n 50,\n 53,\n 50,\n 50,\n 56,\n 102,\n 54,\n 48,\n 100,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:51.263974162Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::e]:33982","req_id":"81d50d5a-cd99-41d1-9667-c47efb6f7ea4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 52,\n 51,\n 99,\n 52,\n 52,\n 52,\n 101,\n 45,\n 48,\n 97,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 97,\n 45,\n 56,\n 102,\n 99,\n 56,\n 45,\n 51,\n 50,\n 53,\n 50,\n 50,\n 56,\n 102,\n 54,\n 48,\n 100,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:51.264607769Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::e]:35302","req_id":"ac634249-4349-4e52-a02e-8622d4ecc8be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:57.656925447Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::d]:57209","req_id":"1b030f8a-82da-4832-bbc2-25f04e0e9d97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:58.587768866Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::a]:35609","req_id":"26beb6b6-c501-4af8-ba1b-2fe3d73c4067","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:58.638271542Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::b]:21460","req_id":"340ba48a-1e40-432a-9b1f-87d807bcbea8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:14:58.85462328Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::c]:13226","req_id":"e35c9e9f-d9b0-4ff2-afbc-1788328627c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 52,\n 51,\n 99,\n 52,\n 52,\n 52,\n 101,\n 45,\n 48,\n 97,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 97,\n 45,\n 56,\n 102,\n 99,\n 56,\n 45,\n 51,\n 50,\n 53,\n 50,\n 50,\n 56,\n 102,\n 54,\n 48,\n 100,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.145772112Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::e]:58953","req_id":"450d80e4-2008-40ce-971a-1bc3c6b28e4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 52,\n 51,\n 99,\n 52,\n 52,\n 52,\n 101,\n 45,\n 48,\n 97,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 97,\n 45,\n 56,\n 102,\n 99,\n 56,\n 45,\n 51,\n 50,\n 53,\n 50,\n 50,\n 56,\n 102,\n 54,\n 48,\n 100,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_543c444e-0ac1-4f9a-8fc8-325228f60d70.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.146324117Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::e]:43225","req_id":"4316418f-09e4-45f4-8f0e-7ccd8e9eff24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1c8445b4-f49a-4c3e-ac9f-570f41e60360.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1c8445b4-f49a-4c3e-ac9f-570f41e60360.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 99,\n 56,\n 52,\n 52,\n 53,\n 98,\n 52,\n 45,\n 102,\n 52,\n 57,\n 97,\n 45,\n 52,\n 99,\n 51,\n 101,\n 45,\n 97,\n 99,\n 57,\n 102,\n 45,\n 53,\n 55,\n 48,\n 102,\n 52,\n 49,\n 101,\n 54,\n 48,\n 51,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1c8445b4-f49a-4c3e-ac9f-570f41e60360.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.147013665Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::1b]:60524","req_id":"2ec3c8c8-afa5-4482-b425-089498a2a483","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 51,\n 57,\n 48,\n 52,\n 100,\n 49,\n 45,\n 100,\n 50,\n 57,\n 48,\n 45,\n 52,\n 98,\n 102,\n 100,\n 45,\n 98,\n 97,\n 57,\n 50,\n 45,\n 101,\n 54,\n 57,\n 102,\n 57,\n 97,\n 99,\n 98,\n 98,\n 100,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.571805899Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::7]:57506","req_id":"87fef59e-f610-4430-9d01-d78959a2e087","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 51,\n 57,\n 48,\n 52,\n 100,\n 49,\n 45,\n 100,\n 50,\n 57,\n 48,\n 45,\n 52,\n 98,\n 102,\n 100,\n 45,\n 98,\n 97,\n 57,\n 50,\n 45,\n 101,\n 54,\n 57,\n 102,\n 57,\n 97,\n 99,\n 98,\n 98,\n 100,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab3904d1-d290-4bfd-ba92-e69f9acbbd35.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.572404465Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::7]:39739","req_id":"fdf07e34-eef7-4b62-8348-1c8d42a6ee60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 52,\n 53,\n 51,\n 99,\n 100,\n 51,\n 51,\n 45,\n 99,\n 56,\n 52,\n 51,\n 45,\n 52,\n 48,\n 98,\n 49,\n 45,\n 56,\n 100,\n 51,\n 56,\n 45,\n 50,\n 100,\n 49,\n 52,\n 101,\n 101,\n 100,\n 53,\n 54,\n 48,\n 102,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.618259006Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::4]:41140","req_id":"f76e44a2-0aa5-4b53-afa0-bafa3e23fa1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 52,\n 53,\n 51,\n 99,\n 100,\n 51,\n 51,\n 45,\n 99,\n 56,\n 52,\n 51,\n 45,\n 52,\n 48,\n 98,\n 49,\n 45,\n 56,\n 100,\n 51,\n 56,\n 45,\n 50,\n 100,\n 49,\n 52,\n 101,\n 101,\n 100,\n 53,\n 54,\n 48,\n 102,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a453cd33-c843-40b1-8d38-2d14eed560fd.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.618975885Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::4]:37776","req_id":"f2d5afb5-5688-4915-b1f5-267cec301bb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 101,\n 102,\n 49,\n 52,\n 97,\n 51,\n 49,\n 45,\n 55,\n 54,\n 48,\n 57,\n 45,\n 52,\n 100,\n 102,\n 53,\n 45,\n 97,\n 57,\n 51,\n 53,\n 45,\n 99,\n 52,\n 53,\n 98,\n 98,\n 54,\n 52,\n 97,\n 48,\n 57,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.669963614Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::3]:50152","req_id":"588158c5-1ea7-4930-8ee2-becf88e36e3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 101,\n 102,\n 49,\n 52,\n 97,\n 51,\n 49,\n 45,\n 55,\n 54,\n 48,\n 57,\n 45,\n 52,\n 100,\n 102,\n 53,\n 45,\n 97,\n 57,\n 51,\n 53,\n 45,\n 99,\n 52,\n 53,\n 98,\n 98,\n 54,\n 52,\n 97,\n 48,\n 57,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8ef14a31-7609-4df5-a935-c45bb64a09b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.671743192Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::3]:61028","req_id":"a2ca3295-cb4a-447a-8db9-55f5d653bbea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.781491248Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::2]:39587","req_id":"4f3b5c34-189b-4ffe-a3a7-b737a959eb19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.782741442Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::2]:41400","req_id":"4e03e450-214e-47e8-9d8a-0a9fe0658650","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 48,\n 51,\n 56,\n 98,\n 55,\n 45,\n 97,\n 55,\n 97,\n 57,\n 45,\n 52,\n 49,\n 97,\n 98,\n 45,\n 98,\n 52,\n 100,\n 48,\n 45,\n 53,\n 51,\n 52,\n 53,\n 55,\n 101,\n 102,\n 51,\n 50,\n 54,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.787789167Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::6]:34164","req_id":"ce820c4b-bb5c-48ff-923b-4d790918feed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 48,\n 51,\n 56,\n 98,\n 55,\n 45,\n 97,\n 55,\n 97,\n 57,\n 45,\n 52,\n 49,\n 97,\n 98,\n 45,\n 98,\n 52,\n 100,\n 48,\n 45,\n 53,\n 51,\n 52,\n 53,\n 55,\n 101,\n 102,\n 51,\n 50,\n 54,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_707038b7-a7a9-41ab-b4d0-53457ef32614.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.788435424Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::6]:61529","req_id":"d2f20841-68a6-4572-98c6-932cc4a2475d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 57,\n 55,\n 97,\n 102,\n 102,\n 99,\n 45,\n 53,\n 50,\n 99,\n 53,\n 45,\n 52,\n 56,\n 102,\n 98,\n 45,\n 57,\n 99,\n 53,\n 53,\n 45,\n 56,\n 53,\n 55,\n 50,\n 55,\n 53,\n 50,\n 101,\n 100,\n 100,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.833185206Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::5]:36850","req_id":"c31bb470-79a7-46cd-8544-88b9ab8aa321","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 57,\n 55,\n 97,\n 102,\n 102,\n 99,\n 45,\n 53,\n 50,\n 99,\n 53,\n 45,\n 52,\n 56,\n 102,\n 98,\n 45,\n 57,\n 99,\n 53,\n 53,\n 45,\n 56,\n 53,\n 55,\n 50,\n 55,\n 53,\n 50,\n 101,\n 100,\n 100,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f97affc-52c5-48fb-9c55-8572752edd46.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-15T04:15:00.833889355Z","hostname":"oxz_internal_dns_9c69de60-dad7-414f-9413-f3f5bd0315b2","pid":5548,"peer_addr":"[fd00:1122:3344:101::5]:59062","req_id":"4806a828-a77c-4bda-a02e-7d3f11b668b1","component":"dns"}