[ Sep 2 23:39:57 Enabled. ] [ Sep 2 23:39:57 Rereading configuration. ] [ Sep 2 23:39:57 Rereading configuration. ] [ Sep 2 23:39:59 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Sep 2 23:39:59 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.175765902Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.175885863Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.193925828Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.193961539Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.194006909Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:39:59.194302123Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.024884206Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:32816"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.025520074Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"ed8547d2-11bc-456e-87c8-48d781221d5f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.025537524Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.044377088Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.044423649Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"ed8547d2-11bc-456e-87c8-48d781221d5f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:40:00.044453009Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"ed8547d2-11bc-456e-87c8-48d781221d5f","remote_addr":"[fd00:1122:3344:1::2]:32816","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:40:12.720783988Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:61669","req_id":"629c7e71-f404-4c25-a148-c85d05e7e4c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:40:12.726244193Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:61940","req_id":"726bbd16-0f09-4231-9bb6-d886add1032c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:40:12.732271645Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:42659","req_id":"7c9d72d6-882a-4f7c-88b9-9c2faef4f835","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:13.094538341Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:56372","req_id":"345491ca-5acc-40dd-b563-8e3b6be30524","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:13.099223087Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:62497","req_id":"f493d29b-1925-439e-a457-6a8e5e695e81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:13.107599927Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:49359","req_id":"4a0bc12d-5e04-4b95-9101-43c24c811c12","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 48,\n 100,\n 57,\n 50,\n 51,\n 57,\n 48,\n 45,\n 99,\n 52,\n 100,\n 102,\n 45,\n 52,\n 53,\n 49,\n 57,\n 45,\n 57,\n 51,\n 53,\n 56,\n 45,\n 97,\n 55,\n 51,\n 56,\n 102,\n 53,\n 51,\n 97,\n 54,\n 99,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:35.442186928Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:64556","req_id":"447eaad9-b4af-4e96-9339-389fa11dead8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 48,\n 100,\n 57,\n 50,\n 51,\n 57,\n 48,\n 45,\n 99,\n 52,\n 100,\n 102,\n 45,\n 52,\n 53,\n 49,\n 57,\n 45,\n 57,\n 51,\n 53,\n 56,\n 45,\n 97,\n 55,\n 51,\n 56,\n 102,\n 53,\n 51,\n 97,\n 54,\n 99,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:35.44319112Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:50274","req_id":"857ff2fd-9a3a-49c3-8488-7586ddc8ba14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:36.225603719Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:62639","req_id":"04114e21-c55b-46f2-9bcd-196833cdf456","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:36.996816466Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:49186","req_id":"5933d130-b0e4-44de-9c92-80b5b158d67c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36618,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:37.279886765Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:56197","req_id":"c9435349-2bdc-4084-8125-b8f6fa2659c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:44.792178142Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:56333","req_id":"894957ce-8e76-441f-b521-b3cde8241463","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:42:54.793600036Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:58214","req_id":"40478d91-6f89-4e5d-b5de-cfea9fdb3eca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:04.79570149Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59107","req_id":"6f2fc567-40ab-4245-99b1-16c77f1c2af1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:14.796591419Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:63775","req_id":"b538cbc2-c3e2-4697-89ae-28cd2dc00707","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:17.89738526Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:18420","req_id":"3775ce12-9295-43b2-8af6-647c82d3f61a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:18.155643353Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:18.191134456Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"078fdf2d-f794-48aa-9038-a57f44fa6782","remote_addr":"[fd00:1122:3344:101::b]:52930","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19771,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:24.798121646Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:50304","req_id":"62f6a2f4-0c5a-4715-a03f-a3c381e93ea5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:26.847489692Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34361"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:26.850233515Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"b0b0bd96-4732-4516-8fe8-e617567bff15","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:26.850261475Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"b0b0bd96-4732-4516-8fe8-e617567bff15","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:26.850281146Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"b0b0bd96-4732-4516-8fe8-e617567bff15","remote_addr":"[fd00:1122:3344:101::c]:34361","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2679,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:26.890784768Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:43604","req_id":"13fd78fb-0e96-4675-ade3-6fcf75b101df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:27.013138664Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58119"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:27.013425547Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"c0f116b7-b183-4458-b4b4-3724c3652ec1","remote_addr":"[fd00:1122:3344:101::c]:58119","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:27.949362374Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:50351","req_id":"4ed765d0-1593-4a88-a85f-9ebe07cde5a5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:28.153931238Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39611"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:28.154288552Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"c04f7b8b-77eb-42c3-8df5-571938f2047b","remote_addr":"[fd00:1122:3344:101::a]:39611","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:28.505489112Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:43623","req_id":"76e4d11b-5a31-4827-b9a0-2e8eaecf15db","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:28.717240861Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35779"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:28.717630456Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"143ce833-aca0-4ea7-b3ec-c09b72b271fc","remote_addr":"[fd00:1122:3344:101::c]:35779","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:34.800247009Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:60952","req_id":"48edfd6a-8b78-4c99-bf16-b6ac93a12a37","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.115368579Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42508"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.115717553Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"731b66f8-77b2-4658-a109-41b0c5713858","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.115741273Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"731b66f8-77b2-4658-a109-41b0c5713858","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.115801134Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"731b66f8-77b2-4658-a109-41b0c5713858","remote_addr":"[fd00:1122:3344:101::b]:42508","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.949378414Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56110"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.950048102Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"2cd78c6e-aecd-4b54-82b2-d56fd2af4634","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.950167693Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"2cd78c6e-aecd-4b54-82b2-d56fd2af4634","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:36.950184453Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"2cd78c6e-aecd-4b54-82b2-d56fd2af4634","remote_addr":"[fd00:1122:3344:101::c]:56110","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":393,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:37.241051714Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42754"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:37.241417078Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"04ad5564-21a8-46b5-97a6-3c3c1add3467","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:37.241468489Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"04ad5564-21a8-46b5-97a6-3c3c1add3467","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:37.241499229Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"04ad5564-21a8-46b5-97a6-3c3c1add3467","remote_addr":"[fd00:1122:3344:101::a]:42754","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":306,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:38.044962711Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:64718","req_id":"d72d26ae-8070-4c9a-b635-86afee5ac057","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:38.053938417Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:20925","req_id":"fe7caec0-c263-499f-b2fb-51f74b82991b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:38.064125488Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:56998","req_id":"367609e6-c058-4b98-b7c1-c711902d736c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.156493858Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56979"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.15671768Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"0ada8995-6c2f-4e93-aa29-2387b88e0677","remote_addr":"[fd00:1122:3344:101::b]:56979","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.199101725Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36524"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.199418638Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"964cab75-bef6-4d24-98aa-83879dba8955","remote_addr":"[fd00:1122:3344:101::c]:36524","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":263,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.287263834Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49758"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:43:38.287496527Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"cf6e04ef-0785-497e-9103-6dd88bd3f2b9","remote_addr":"[fd00:1122:3344:101::a]:49758","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:44.802728143Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:57139","req_id":"cd988380-100c-4677-8111-9891171e20b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:43:54.805435285Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:51567","req_id":"9edede0f-91ff-4965-9bb0-50b2966137cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:04.808124012Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:63407","req_id":"b9c410f1-cfdf-4037-bce6-09c4cf336093","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:14.809722625Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:51888","req_id":"8c908be8-0486-41df-ab62-1655a152f6b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:24.811595779Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:53659","req_id":"74520efc-2288-482b-9fcb-df10170d8034","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:34.813785977Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:57320","req_id":"1bcd549d-75e6-41c0-b1b6-71437ef483af","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:35.952116053Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34032"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:35.952369165Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"d2a10a32-6e1f-452d-a22e-58570b866c39","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:35.952441317Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"d2a10a32-6e1f-452d-a22e-58570b866c39","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:35.952483857Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"d2a10a32-6e1f-452d-a22e-58570b866c39","remote_addr":"[fd00:1122:3344:101::b]:34032","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":177,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.897877187Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57867"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.898413463Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"f8c7ccd0-0b59-4373-abfe-1d23a1f0a994","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.898601155Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"f8c7ccd0-0b59-4373-abfe-1d23a1f0a994","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.898653846Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"f8c7ccd0-0b59-4373-abfe-1d23a1f0a994","remote_addr":"[fd00:1122:3344:101::a]:57867","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.948902524Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56355"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.949594052Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"556a0138-a3f9-4431-a4ea-8cc45997d0b1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.949724333Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"new_generation":1,"req_id":"556a0138-a3f9-4431-a4ea-8cc45997d0b1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:36.949740634Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"PUT","req_id":"556a0138-a3f9-4431-a4ea-8cc45997d0b1","remote_addr":"[fd00:1122:3344:101::c]:56355","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":646,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:37.258187454Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:2353","req_id":"2abb1cea-1d50-4286-a24d-3165313d41e0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:37.382133379Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55124"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:37.382458123Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"74e6979f-902f-4fab-a088-2023bec4d7a0","remote_addr":"[fd00:1122:3344:101::b]:55124","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:37.930762058Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:49893","req_id":"936659cb-3ea9-4ba2-8ced-30386e8a498f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:37.939269089Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:46059","req_id":"dc0d3e4d-406d-4a12-964c-cc1af3dc31cf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:38.035305062Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34068"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:38.035585766Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"4995bd87-65cd-4f55-81de-fdfa48e30800","remote_addr":"[fd00:1122:3344:101::a]:34068","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:38.142597679Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62053"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-02T23:44:38.142814531Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"uri":"/config","method":"GET","req_id":"f1fa5942-bbbf-4985-b066-ecad95847a80","remote_addr":"[fd00:1122:3344:101::c]:62053","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:44.815665637Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:58332","req_id":"3134fa76-6e62-47f7-a215-c798232bc0af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:44:54.817425826Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:56249","req_id":"13562a3f-6a00-4aa0-89c3-6f996d8156c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.525807622Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:43243","req_id":"3bfe6087-8a68-4a0e-9820-113bfdb11242","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.526540361Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:46152","req_id":"6014ae45-36ba-4555-8975-2ba336af07aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 101,\n 99,\n 101,\n 100,\n 49,\n 100,\n 45,\n 51,\n 50,\n 53,\n 101,\n 45,\n 52,\n 55,\n 49,\n 53,\n 45,\n 56,\n 101,\n 53,\n 52,\n 45,\n 98,\n 56,\n 56,\n 49,\n 48,\n 54,\n 99,\n 99,\n 50,\n 50,\n 57,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.674033226Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:58223","req_id":"6943b324-34a4-4a1f-977d-8891eab67a48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 101,\n 99,\n 101,\n 100,\n 49,\n 100,\n 45,\n 51,\n 50,\n 53,\n 101,\n 45,\n 52,\n 55,\n 49,\n 53,\n 45,\n 56,\n 101,\n 53,\n 52,\n 45,\n 98,\n 56,\n 56,\n 49,\n 48,\n 54,\n 99,\n 99,\n 50,\n 50,\n 57,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_70eced1d-325e-4715-8e54-b88106cc229e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.674773615Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:65025","req_id":"0b9000ca-85fb-4c4d-be11-6e8a9c977460","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 52,\n 52,\n 100,\n 99,\n 52,\n 54,\n 45,\n 48,\n 102,\n 49,\n 101,\n 45,\n 52,\n 97,\n 48,\n 98,\n 45,\n 57,\n 56,\n 97,\n 57,\n 45,\n 98,\n 102,\n 53,\n 102,\n 99,\n 102,\n 98,\n 49,\n 50,\n 99,\n 97,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.694716782Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:32769","req_id":"2badef23-9d6e-44e2-b2e8-47fa0458b391","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 52,\n 52,\n 100,\n 99,\n 52,\n 54,\n 45,\n 48,\n 102,\n 49,\n 101,\n 45,\n 52,\n 97,\n 48,\n 98,\n 45,\n 57,\n 56,\n 97,\n 57,\n 45,\n 98,\n 102,\n 53,\n 102,\n 99,\n 102,\n 98,\n 49,\n 50,\n 99,\n 97,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e744dc46-0f1e-4a0b-98a9-bf5fcfb12ca5.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.69538557Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:63921","req_id":"5f92712e-d60c-4276-ae79-baaed88de6a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 57,\n 55,\n 54,\n 50,\n 48,\n 54,\n 45,\n 101,\n 49,\n 99,\n 102,\n 45,\n 52,\n 99,\n 99,\n 57,\n 45,\n 97,\n 99,\n 101,\n 98,\n 45,\n 49,\n 56,\n 102,\n 48,\n 53,\n 54,\n 55,\n 54,\n 100,\n 102,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.71776254Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:44624","req_id":"b49397d8-220a-4aa8-9132-f6228df6ddde","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 98,\n 57,\n 55,\n 54,\n 50,\n 48,\n 54,\n 45,\n 101,\n 49,\n 99,\n 102,\n 45,\n 52,\n 99,\n 99,\n 57,\n 45,\n 97,\n 99,\n 101,\n 98,\n 45,\n 49,\n 56,\n 102,\n 48,\n 53,\n 54,\n 55,\n 54,\n 100,\n 102,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ab976206-e1cf-4cc9-aceb-18f05676dfaf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.718404735Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:61336","req_id":"93aa6c99-8692-4d39-a0f4-f4a9aeb1558e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 56,\n 50,\n 102,\n 55,\n 49,\n 53,\n 45,\n 52,\n 55,\n 49,\n 55,\n 45,\n 52,\n 50,\n 52,\n 99,\n 45,\n 56,\n 98,\n 52,\n 49,\n 45,\n 48,\n 56,\n 49,\n 53,\n 52,\n 100,\n 51,\n 50,\n 55,\n 99,\n 49,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.722832457Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:33099","req_id":"6d98de4b-e5f7-4cec-ac71-d8993cfb2f63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 49,\n 56,\n 50,\n 102,\n 55,\n 49,\n 53,\n 45,\n 52,\n 55,\n 49,\n 55,\n 45,\n 52,\n 50,\n 52,\n 99,\n 45,\n 56,\n 98,\n 52,\n 49,\n 45,\n 48,\n 56,\n 49,\n 53,\n 52,\n 100,\n 51,\n 50,\n 55,\n 99,\n 49,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3182f715-4717-424c-8b41-08154d327c17.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.723481194Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:49932","req_id":"2cd3c753-294e-4588-b2e4-05790a9269b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 56,\n 98,\n 56,\n 100,\n 53,\n 98,\n 53,\n 45,\n 57,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 48,\n 98,\n 45,\n 56,\n 49,\n 97,\n 100,\n 45,\n 50,\n 100,\n 100,\n 99,\n 98,\n 98,\n 102,\n 99,\n 56,\n 50,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.742150296Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:50710","req_id":"5a3af10c-da01-4b87-b93f-bd6f5bde7cbb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 56,\n 98,\n 56,\n 100,\n 53,\n 98,\n 53,\n 45,\n 57,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 48,\n 98,\n 45,\n 56,\n 49,\n 97,\n 100,\n 45,\n 50,\n 100,\n 100,\n 99,\n 98,\n 98,\n 102,\n 99,\n 56,\n 50,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_28b8d5b5-9d28-490b-81ad-2ddcbbfc8281.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.742840123Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:55535","req_id":"a0e85271-5036-4c41-9839-14a3b9985981","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 48,\n 100,\n 57,\n 50,\n 51,\n 57,\n 48,\n 45,\n 99,\n 52,\n 100,\n 102,\n 45,\n 52,\n 53,\n 49,\n 57,\n 45,\n 57,\n 51,\n 53,\n 56,\n 45,\n 97,\n 55,\n 51,\n 56,\n 102,\n 53,\n 51,\n 97,\n 54,\n 99,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.947574521Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:60568","req_id":"059a3286-3825-4c7e-84d4-6f18faf1d0c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 48,\n 100,\n 57,\n 50,\n 51,\n 57,\n 48,\n 45,\n 99,\n 52,\n 100,\n 102,\n 45,\n 52,\n 53,\n 49,\n 57,\n 45,\n 57,\n 51,\n 53,\n 56,\n 45,\n 97,\n 55,\n 51,\n 56,\n 102,\n 53,\n 51,\n 97,\n 54,\n 99,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_40d92390-c4df-4519-9358-a738f53a6c75.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:00.948276947Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:51445","req_id":"53106456-d93b-4709-92cf-41071e39b135","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_88943b02-a07f-4055-adcc-fa54620c07bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_88943b02-a07f-4055-adcc-fa54620c07bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 56,\n 57,\n 52,\n 51,\n 98,\n 48,\n 50,\n 45,\n 97,\n 48,\n 55,\n 102,\n 45,\n 52,\n 48,\n 53,\n 53,\n 45,\n 97,\n 100,\n 99,\n 99,\n 45,\n 102,\n 97,\n 53,\n 52,\n 54,\n 50,\n 48,\n 99,\n 48,\n 55,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_88943b02-a07f-4055-adcc-fa54620c07bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-02T23:45:01.07113541Z","hostname":"oxz_internal_dns_c82d6ce7-2383-4c3a-bd00-adf805cc9902","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:52898","req_id":"f307b7b3-5907-4ff1-838c-ee03ddde7938","component":"dns"}