[ May 1 21:42:01 Enabled. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 1 21:42:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.161392461Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.161525253Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.183896202Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.183922372Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.183980803Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.184247007Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.677453395Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:58612"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.678199466Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"2f04da14-d680-437d-b20a-75f46cb2d1ca","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.678210806Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.695472592Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.695494843Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"2f04da14-d680-437d-b20a-75f46cb2d1ca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.695511953Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"PUT","req_id":"2f04da14-d680-437d-b20a-75f46cb2d1ca","remote_addr":"[fd00:1122:3344:3::2]:58612","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17728,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.240164295Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:36967","req_id":"1868081c-58a7-47d7-bd02-fadceb9f8266","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.244572108Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:40694","req_id":"1ae16a49-e250-49fc-a0dc-9618ddc44876","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.248620146Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:43874","req_id":"58f06b53-8146-4bf5-a462-952c40c6cceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:39.787946917Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:60005","req_id":"34208fcb-8000-4dc2-952d-7c09c724979c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.876201909Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:61713","req_id":"90bcd1a7-4baf-47fd-86a3-dfe735b08ca2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.880330828Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:56704","req_id":"971874e2-4c8c-4986-975d-49c2aa95cf25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.884156183Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:51416","req_id":"4c6e2573-3550-4a0c-b6a9-55abf9955419","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.326664185Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::a]:7259","req_id":"6dc8fbe6-46af-4330-b51e-60680ac6c813","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.581925958Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::b]:64604","req_id":"41157972-3d20-4ef2-a2d4-9123015a8d22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:49.777702331Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:49442","req_id":"c106ae71-80e0-4bb4-87c2-3d805546c795","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.875257852Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::e]:58553","req_id":"3f4d869e-2bb9-4f9c-91b1-028159f372e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.87581701Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::e]:45648","req_id":"ea38cee6-3cde-4569-aced-5c7d155d9420","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:57.377525563Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::c]:59231","req_id":"8fe8f24b-d9af-4596-981d-58c693044924","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:59.779376195Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:64270","req_id":"66620b5b-ed1a-4053-994f-10926e43af55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:09.780989267Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:59162","req_id":"ec6b213c-ac52-4969-b8ad-7a1adef77773","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:19.783268416Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:49299","req_id":"964243d7-dec2-4a08-be59-565c4c69929b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:22.214901077Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::a]:42398","req_id":"7b23fd65-f7a6-45dd-82e4-262108c31dc9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.421662707Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41924"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.494911233Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"e28f4ca2-66e9-4b8a-8758-216096d21611","remote_addr":"[fd00:1122:3344:101::a]:41924","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":41112,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.316623653Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51706"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.31779799Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"b34ced26-c0c0-41f8-aec4-ec9a35127e58","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.31782099Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"b34ced26-c0c0-41f8-aec4-ec9a35127e58","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.317894842Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"PUT","req_id":"b34ced26-c0c0-41f8-aec4-ec9a35127e58","remote_addr":"[fd00:1122:3344:101::a]:51706","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:28.513673495Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::a]:47186","req_id":"2f0862e0-91e1-411d-8e9d-685cdc141cd5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.721546631Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64835"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.721855646Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"f0b4cb9f-2f66-4427-b598-89a90dcdf83f","remote_addr":"[fd00:1122:3344:101::a]:64835","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.257096883Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::b]:25586","req_id":"344dda33-2f56-4381-a6a6-af12e9a9facb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.347147298Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::a]:18959","req_id":"823b09a6-f01b-4076-b95b-e70931737fe4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.44540225Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33135"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.445777315Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"1a73c52f-604a-4ba6-afea-075c83c4024d","remote_addr":"[fd00:1122:3344:101::b]:33135","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":319,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.655150253Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34533"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.655478688Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"a88aa4b8-791f-49f2-92b7-c3026c3a74c2","remote_addr":"[fd00:1122:3344:101::a]:34533","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.785045026Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:59238","req_id":"fe198627-dfb1-4285-90dd-5170fa3c5144","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46241,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:37.948784485Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::c]:53923","req_id":"0d14a4cb-14cc-4c4f-9b45-e161e7935f0b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.054768926Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34412"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.05500977Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"33424835-47bb-4d69-82ee-829e6b46a2bd","remote_addr":"[fd00:1122:3344:101::c]:34412","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:39.786476788Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:56445","req_id":"a1fd0762-10ef-4b8b-9130-3f1668c231d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.126742595Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43249"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.127935382Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"21dc582b-58e2-4876-b421-ded5300621f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.127977493Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"21dc582b-58e2-4876-b421-ded5300621f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.127986533Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"PUT","req_id":"21dc582b-58e2-4876-b421-ded5300621f0","remote_addr":"[fd00:1122:3344:101::a]:43249","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":168,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.579919811Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43506"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581082018Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"c8012b91-eb79-4c3b-8eb9-b9510fcbb370","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581108228Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"c8012b91-eb79-4c3b-8eb9-b9510fcbb370","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581135579Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"PUT","req_id":"c8012b91-eb79-4c3b-8eb9-b9510fcbb370","remote_addr":"[fd00:1122:3344:101::b]:43506","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.369472437Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::a]:58060","req_id":"0133d8f0-5d64-489c-b553-74a49c714d50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.534661375Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::b]:63796","req_id":"d01ba38d-acf6-4496-8722-4b9f5fed6d35","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.576495332Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44247"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.576815996Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"70d3c1db-9d53-493f-bc6e-2cb6d23f2cdb","remote_addr":"[fd00:1122:3344:101::a]:44247","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":261,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.649436032Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65000"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.649654096Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"62d1240b-bea8-4716-9a73-7436dd933a23","remote_addr":"[fd00:1122:3344:101::b]:65000","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.787733746Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:49375","req_id":"8499673c-d5a1-4cca-928f-ef470a0d3f27","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.350350848Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51695"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351691987Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"26ee9ad8-be42-476e-9aba-a1c58e0d9c92","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351764749Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"new_generation":1,"req_id":"26ee9ad8-be42-476e-9aba-a1c58e0d9c92","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351782169Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"PUT","req_id":"26ee9ad8-be42-476e-9aba-a1c58e0d9c92","remote_addr":"[fd00:1122:3344:101::c]:51695","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:58.015949255Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::c]:61471","req_id":"04fbd2c7-c5a3-4a4a-8c01-103fbed8016c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.10671159Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46985"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.106936024Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"uri":"/config","method":"GET","req_id":"7136b6c1-89f4-4093-aaf6-df9bed635cc1","remote_addr":"[fd00:1122:3344:101::c]:46985","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:59.789216938Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::d]:62752","req_id":"df53118b-4db1-4cff-8fd1-decad91e8974","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.2000645Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::2]:46617","req_id":"5e917c31-3f05-41bf-abdd-e2ed50542176","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.200638288Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::2]:47900","req_id":"3ec7819d-30bd-488f-82bf-42e83739e72f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.506070246Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::7]:35315","req_id":"ef878a43-c149-4e90-affe-c7e8feb9bf51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.506865658Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::7]:52970","req_id":"7237f7c2-30d5-4c77-b141-653059409466","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.51893689Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::3]:45307","req_id":"ccf837ac-050a-4176-821c-ec690ccef620","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.51959671Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::3]:44874","req_id":"5bab4561-0e0f-469d-a0ec-8dd275bdb673","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.552798463Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::4]:55257","req_id":"ae9a97b9-5703-4b18-a910-08baa3c25fb3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.553402972Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::4]:44545","req_id":"3fa11f84-f213-4754-90b2-54cd6f2390c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.571007413Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::e]:62980","req_id":"43ef3db9-d780-445a-a678-79083982def3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.571647922Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::e]:49121","req_id":"750b930f-0c51-4a82-abcf-3c87dc039026","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.601870413Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::6]:57406","req_id":"486f27d3-a43b-445f-9622-4086854b9680","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.602375851Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::6]:33233","req_id":"8d1b5db9-47b6-469a-80bb-6db629b8c1d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.649687306Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::5]:59850","req_id":"417f3103-4779-4b9c-b54b-44f562133a09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.650365455Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::5]:64176","req_id":"b3d4bd88-a57a-4e8a-aa41-b6eb064b3911","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 99,\n 56,\n 99,\n 102,\n 51,\n 54,\n 50,\n 45,\n 54,\n 50,\n 99,\n 97,\n 45,\n 52,\n 49,\n 50,\n 98,\n 45,\n 98,\n 99,\n 53,\n 53,\n 45,\n 48,\n 100,\n 51,\n 53,\n 98,\n 51,\n 100,\n 51,\n 52,\n 99,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.754767915Z","hostname":"oxz_internal_dns_b3b0d4e1-a285-4e15-89d7-d86ebec4ce1d","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:52726","req_id":"c0009cbe-7444-4f02-80aa-e7faba6f3730","component":"dns"}