[ Aug 20 02:12:27 Enabled. ] [ Aug 20 02:12:27 Rereading configuration. ] [ Aug 20 02:12:28 Rereading configuration. ] [ Aug 20 02:12:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 20 02:12:29 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.495652831Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.495792243Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.514697451Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.514720991Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.514777441Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.515088444Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.012790854Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:51573"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.01353443Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"a2218ef3-cb8a-45c6-92f4-e63c70316a92","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.013569221Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.025149263Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.025179953Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"a2218ef3-cb8a-45c6-92f4-e63c70316a92","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.025188814Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"PUT","req_id":"a2218ef3-cb8a-45c6-92f4-e63c70316a92","remote_addr":"[fd00:1122:3344:1::2]:51573","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12029,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.922663873Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:47814","req_id":"e112d79c-4354-4a13-a2ac-b1097a39ea10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.927525867Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:61838","req_id":"d1bcea2a-a43d-4cc2-80fc-934f6c8637fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.931726314Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:42192","req_id":"0017d587-676e-4611-a257-6b377a2246d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:43.279848523Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:60334","req_id":"b282ea63-e5d7-46eb-b8e1-927c2246e9b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:53.245186947Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:49993","req_id":"27e0adce-a73d-426f-ab18-63d1d847950a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:54.958264408Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::a]:22496","req_id":"9c4363e9-f5a9-4099-8a6d-bc22f71ce41d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:56.083587908Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::c]:40919","req_id":"fe2427c6-614e-4c25-8e1b-e6c49b849937","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.069939176Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32925"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.075029451Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44395"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.164771958Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"f0d17292-6910-4009-a2dd-ccf52c8544b8","remote_addr":"[fd00:1122:3344:101::c]:32925","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":59459,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.164868329Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"c1819f2b-5674-4f0b-9332-242ffa1a6f4e","remote_addr":"[fd00:1122:3344:101::a]:44395","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":59529,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:57.254082171Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::b]:43830","req_id":"59775973-ec54-4ae1-bcb6-54e905883bd3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.597532071Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52891"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.597854134Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"fc477790-3e42-45ce-ad09-71578328568d","remote_addr":"[fd00:1122:3344:101::b]:52891","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.335269992Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::e]:36333","req_id":"68cea668-f86b-4699-9307-ad68e225eadf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.344269772Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::e]:43475","req_id":"cb6a3b3c-16c7-4386-9aa4-e0b03e690711","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.503195643Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::a]:29551","req_id":"04750534-9d30-46dc-ab86-80d10d5e90ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.508312438Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::c]:46912","req_id":"b60328ae-0a3e-4d62-9cf3-7f4ff5dc15b9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.639684585Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52928"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.643146255Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"caa4eb16-6e72-4787-95f3-726cabd05495","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.643185466Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"caa4eb16-6e72-4787-95f3-726cabd05495","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.646241663Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"PUT","req_id":"caa4eb16-6e72-4787-95f3-726cabd05495","remote_addr":"[fd00:1122:3344:101::a]:52928","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3349,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.671438497Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53256"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.672284274Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"8b0c15cc-cb75-4afe-a8d6-f514b891380a","remote_addr":"[fd00:1122:3344:101::c]:53256","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":638,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.821398198Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52537"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.821705481Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"50b686ec-7a0c-4cac-b46c-990431d72f81","remote_addr":"[fd00:1122:3344:101::a]:52537","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:00.455955841Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::a]:50478","req_id":"d65b344d-df0a-47fb-a115-dda8d2d07551","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.586297459Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41128"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.586581301Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"4c213851-13db-46e4-92be-57fc403a9976","remote_addr":"[fd00:1122:3344:101::a]:41128","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:03.247270466Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:60574","req_id":"d66e3b6b-04b7-4b28-bd70-edd957e63a3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:06.959476358Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::c]:10899","req_id":"b2cd6005-549a-4805-80a2-e12c56590c40","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.1106397Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36640"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.110923332Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"03abf461-b7fb-4c69-aca5-f1eef641142a","remote_addr":"[fd00:1122:3344:101::c]:36640","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:08.137113744Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::b]:56292","req_id":"44e90cc9-71f7-4abc-bbd1-4c91bc91e0e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.243744591Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41380"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.244008613Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"e9a607f7-81d4-487b-9d15-16d1451028fb","remote_addr":"[fd00:1122:3344:101::b]:41380","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:13.249455687Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:65110","req_id":"ecaaf469-53b5-4d0c-a6fd-36d20e22f902","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:23.251613588Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:58325","req_id":"e4863e53-ff1b-4420-985a-136bac8f7f5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:33.25397194Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:62778","req_id":"6f9e7dd3-91dc-4ae0-8573-99fbb1545903","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.980476679Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:46932","req_id":"fb52a9c7-1163-4d07-b968-97d2ae3b569d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.985084625Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:64662","req_id":"2ed5c53e-c16e-4e1a-9e74-f75b0635d122","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.989619255Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:41994","req_id":"9786de80-b316-4ee8-87d7-e87b9bce0595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:43.255558726Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:52201","req_id":"07ae1f86-49b2-41d5-a1e1-70368913c338","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:53.256724391Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::d]:56879","req_id":"d3138572-df3b-4bc4-9244-aa2f1cefef5a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.701034613Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47825"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704212402Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"a038c64a-1475-4199-bf92-392dcf957672","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704263459Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"a038c64a-1475-4199-bf92-392dcf957672","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704277447Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"PUT","req_id":"a038c64a-1475-4199-bf92-392dcf957672","remote_addr":"[fd00:1122:3344:101::a]:47825","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":344,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:55.757248539Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::a]:47482","req_id":"2e07e5a2-fea1-48eb-9ff6-22d2ce6fbd75","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.885453628Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64808"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.885785891Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"639a328c-5b65-418c-a5fe-d45d25e5479b","remote_addr":"[fd00:1122:3344:101::a]:64808","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.990407309Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36534"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992595348Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"38decdd4-e4b5-4438-a275-aee6f4dabccf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992619799Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"38decdd4-e4b5-4438-a275-aee6f4dabccf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992643749Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"PUT","req_id":"38decdd4-e4b5-4438-a275-aee6f4dabccf","remote_addr":"[fd00:1122:3344:101::c]:36534","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:56.554504008Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::c]:52355","req_id":"e37c591f-d761-475d-9b0b-08f899cd41e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.652505048Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33142"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.65279052Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"92638ec7-cbe7-4d75-906e-a380b2420e03","remote_addr":"[fd00:1122:3344:101::c]:33142","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.202424701Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41187"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.20574245Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"0574d834-6a3d-4d01-b8bb-02d95a221930","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205809551Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"new_generation":1,"req_id":"0574d834-6a3d-4d01-b8bb-02d95a221930","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205819271Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"PUT","req_id":"0574d834-6a3d-4d01-b8bb-02d95a221930","remote_addr":"[fd00:1122:3344:101::b]:41187","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:57.981358247Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::b]:40615","req_id":"0b2fec42-abb3-450d-8150-d786f3f29ae3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.116010403Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60759"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.116437327Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"uri":"/config","method":"GET","req_id":"b945c2c0-5c2e-4b40-af5f-a6ffcb2fd1c8","remote_addr":"[fd00:1122:3344:101::b]:60759","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":323,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.192791995Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::2]:59846","req_id":"482ce9f5-3f4e-4ac1-8370-25eff57b4879","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.193449271Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::2]:52598","req_id":"a5649cfc-6667-4463-be49-eaec5e065cc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 54,\n 97,\n 50,\n 55,\n 55,\n 54,\n 55,\n 45,\n 52,\n 56,\n 53,\n 97,\n 45,\n 52,\n 50,\n 54,\n 56,\n 45,\n 97,\n 56,\n 97,\n 101,\n 45,\n 101,\n 55,\n 101,\n 57,\n 48,\n 53,\n 55,\n 57,\n 100,\n 52,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.30704759Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::1b]:64394","req_id":"aedeb938-bb59-4ec2-b1a3-3b9954cb23ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.794998123Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::5]:33403","req_id":"684daf2b-9b3e-453d-81f8-f829f4fc2545","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.795701769Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::5]:35219","req_id":"1dd4518b-f02b-4cb0-ad9a-c8e8bcc9538e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.807837497Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::e]:53494","req_id":"84e073a5-4f9c-4ac9-ba65-f18533b7a120","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.808489243Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::e]:38391","req_id":"9d2130e9-b465-403f-b304-10e51ef7137a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.884239195Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::6]:56138","req_id":"291f589a-aaff-404c-83ae-d896928e3861","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.884902781Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::6]:61703","req_id":"0c0b6509-7829-4a2f-9fa3-3a14ddb65213","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.910490849Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::7]:49553","req_id":"fc382e7e-f694-41b0-ae8f-18b7d68af230","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.911199805Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::7]:43591","req_id":"da179460-25a8-4ae8-8437-a46ca641e61c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.932605215Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::3]:56217","req_id":"00a5d3ce-c8ba-40a6-a4eb-3142edd7754a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.93317998Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::4]:37569","req_id":"3d84ab96-e412-496b-86c9-50a3527dbe62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.93324726Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::3]:62862","req_id":"450ed4d6-9ea3-4d59-86d7-44b3e4acc574","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933650724Z","hostname":"oxz_internal_dns_13718358-23b6-47b0-91a9-d7c20a84668a","pid":5369,"peer_addr":"[fd00:1122:3344:101::4]:38165","req_id":"15055b96-e535-4ecb-ad63-e6e0b4250d04","component":"dns"}