[ Jun 26 00:11:49 Enabled. ] [ Jun 26 00:11:49 Rereading configuration. ] [ Jun 26 00:11:50 Rereading configuration. ] [ Jun 26 00:11:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 26 00:11:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.8723377Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.872505604Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.891021614Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.891039974Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.891093115Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.891422252Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.013693477Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:41560"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.014923093Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"a42038f9-7ae9-4831-bfb5-6e98698db94b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.014953013Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.045569508Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.045615819Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"a42038f9-7ae9-4831-bfb5-6e98698db94b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.0456713Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"PUT","req_id":"a42038f9-7ae9-4831-bfb5-6e98698db94b","remote_addr":"[fd00:1122:3344:2::2]:41560","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":31484,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.040607597Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:55090","req_id":"a3fde568-00cf-44ea-8462-31cdc048611b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.045460469Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:40455","req_id":"9d307b4e-e6d6-46fb-8efb-354eb1d4935b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.049366941Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:35682","req_id":"9a4221f8-6006-41e7-b7ed-6f186e78bc61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.755486546Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:50616","req_id":"d527e368-0fce-450e-95c2-f3fec22900b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.760136454Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:56756","req_id":"36d538cd-2efb-4c31-9f39-8185e27037c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.7650866Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:46541","req_id":"7001f99e-9922-450e-8e97-d84ed402e42c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:34.525473738Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:57316","req_id":"92624dcd-1eb5-4289-a023-3ed58a1abeee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.154890427Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:37651","req_id":"896ae5be-f77a-4042-9375-89203c8314c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.163209532Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:58081","req_id":"bacc0ff6-881e-43fd-887a-b5352c0dd608","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.963262822Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:35607","req_id":"309ce8aa-e26a-4b46-acfd-2ea370135b50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.984160222Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:31106","req_id":"40e71d86-efd6-46be-9969-72fc8de8b504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.9944735Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:8513","req_id":"80d5607e-527a-4ca1-ac55-265e05a4470e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:44.500157652Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:52678","req_id":"fb6b2df4-7a36-4cae-9198-6ad43956ecf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.368628076Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:58749","req_id":"a7a26c0a-e43f-4532-9c82-19cdd700732b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.374909728Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:52241","req_id":"a77ca2a9-4850-4519-91dc-179b36b9b2c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.382069839Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:57286","req_id":"158b9177-5282-4d94-9475-0ebef6fec273","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:54.502429497Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:51077","req_id":"1d146bf9-be6e-4b9e-a00c-a72a7f3a33ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27096,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:04.504938955Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:57995","req_id":"6b5f9090-5e8f-4e07-9cdb-2511940040d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:11.846815732Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:37328","req_id":"493bf2e8-d763-4cff-a79d-fed96c7cfc0f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.269450763Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34099"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.32721918Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"8836b83e-5fe0-4e66-84ee-8ba3494a23e4","remote_addr":"[fd00:1122:3344:101::b]:34099","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":33659,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:14.506525807Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:55595","req_id":"a23cb1cd-59fc-4c85-bbbf-64014f5ae651","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:15.63100075Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:50967","req_id":"447c61ce-2833-4f10-ab33-803304c82f7d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.660961231Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39269"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.666914137Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"06824774-1adc-4c93-9bd0-926ec16c3a9f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.667003319Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"06824774-1adc-4c93-9bd0-926ec16c3a9f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.667020529Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"PUT","req_id":"06824774-1adc-4c93-9bd0-926ec16c3a9f","remote_addr":"[fd00:1122:3344:101::b]:39269","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":5880,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.774518833Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51538"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.774932532Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"6b01420b-f6ac-439c-b58f-1a2d9d7b13a2","remote_addr":"[fd00:1122:3344:101::b]:51538","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":336,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20228,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:16.487496299Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:46574","req_id":"2c37698e-ecd1-44e2-8b0d-e7eadac82b8e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.60862426Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44679"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.608942287Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"fb9893b9-e774-479e-af3a-dbeafc094ac4","remote_addr":"[fd00:1122:3344:101::b]:44679","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.378194233Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:43628","req_id":"6205210b-525d-4cb2-b3fd-0040c9ddf386","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.50481597Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51394"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.505051415Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"e3402168-795e-47a9-aa74-3ffa60fe89c2","remote_addr":"[fd00:1122:3344:101::a]:51394","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.982401739Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:30425","req_id":"139a69da-2e4c-427a-92f1-d15459580bae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.207213293Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55980"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.207485939Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"972d5c7f-971e-40aa-a773-dc57aacb2512","remote_addr":"[fd00:1122:3344:101::c]:55980","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:24.508424787Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:59546","req_id":"a68f2305-f156-4281-954a-4e9aeab8961e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:34.509736353Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:53045","req_id":"f4549d2b-8350-472f-a9b1-d7481d1eb5dc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.610851319Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35488"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611191046Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"0c55c579-4255-479a-9344-1e3727a6ceed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611233547Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"0c55c579-4255-479a-9344-1e3727a6ceed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611264757Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"PUT","req_id":"0c55c579-4255-479a-9344-1e3727a6ceed","remote_addr":"[fd00:1122:3344:101::b]:35488","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985275914Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46935"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985644662Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"874c2fd7-fcba-4952-9969-02fb59fb7794","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985668463Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"874c2fd7-fcba-4952-9969-02fb59fb7794","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985697063Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"PUT","req_id":"874c2fd7-fcba-4952-9969-02fb59fb7794","remote_addr":"[fd00:1122:3344:101::a]:46935","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":287,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035053283Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54680"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.03538464Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"00518511-452b-488c-88b1-7063a8d7c337","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.03541337Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"new_generation":1,"req_id":"00518511-452b-488c-88b1-7063a8d7c337","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035420781Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"PUT","req_id":"00518511-452b-488c-88b1-7063a8d7c337","remote_addr":"[fd00:1122:3344:101::c]:54680","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.850380514Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:15224","req_id":"5687c4c0-4472-4fa0-97b2-e69348b79b17","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.854276796Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:44733","req_id":"5f8b2b6c-2993-4daf-bb96-1bada2794265","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.95938337Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:29550","req_id":"29fc5262-6d55-480a-880e-9fc6b5ca5109","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.965857466Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44371"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.966085671Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"d0740a37-778d-406a-a505-ca4d6d0d0bc4","remote_addr":"[fd00:1122:3344:101::b]:44371","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.009289581Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55754"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.009518806Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"4b7e238c-9d69-4f79-842b-0b8443c61e29","remote_addr":"[fd00:1122:3344:101::a]:55754","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.068656572Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43878"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.068873426Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"uri":"/config","method":"GET","req_id":"36a7842f-a496-4786-99cf-13dd9ad9a574","remote_addr":"[fd00:1122:3344:101::c]:43878","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:44.51152207Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:58605","req_id":"9b332160-2564-40e9-b5af-38458a598b0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:54.514332776Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:59877","req_id":"a41d1675-15ef-4a60-8410-97b75706b757","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.281388267Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::7]:60797","req_id":"5f26d0cf-1654-4903-aa38-f8d8d082f312","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.282049411Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::7]:55346","req_id":"4a9fb2b7-a8f7-4983-9d91-96579ec36cab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.510632145Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::4]:43399","req_id":"9b694f71-f12d-4a5d-977b-2916cf31bbc8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.511320139Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::4]:33699","req_id":"edbe1eb9-3a65-4c47-8451-1164e6845e27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516198682Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::5]:52944","req_id":"bdef60d3-a3ad-4f5c-bd34-f78fad85c65a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516805155Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::5]:57436","req_id":"d205a2fd-e015-496a-8e20-b9a9789a4ce8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.537931769Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::6]:38866","req_id":"35c9b484-5789-425a-925c-2ddeb85496e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.538593923Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::6]:61715","req_id":"fe8299d8-4ff7-4464-93d2-1b5c800074c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.540546775Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::3]:43147","req_id":"557fb585-1aec-43a3-8615-ef69544dfdf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.540958743Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::3]:57240","req_id":"024e9033-efb1-4f04-99b8-29bd0d94e57f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.57261363Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:56315","req_id":"8b078a88-291c-405d-91cb-79be899a3052","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.573258364Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:58782","req_id":"1506ad6f-ba50-4189-8e49-6e69cef115c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 101,\n 100,\n 101,\n 53,\n 54,\n 51,\n 48,\n 45,\n 99,\n 99,\n 50,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 56,\n 97,\n 51,\n 57,\n 45,\n 98,\n 98,\n 50,\n 48,\n 57,\n 56,\n 57,\n 56,\n 56,\n 52,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.883839234Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:63633","req_id":"c62cdb24-adf7-44ce-b757-36a30ea939b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.085942061Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::2]:43810","req_id":"10f9e9e9-9b90-44f4-91cc-264b02e13c11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.086657376Z","hostname":"oxz_internal_dns_88750cab-65f7-4214-876b-3801a4bf5554","pid":5521,"peer_addr":"[fd00:1122:3344:101::2]:65435","req_id":"8428191c-9e8d-423b-9bd4-dedab6df3fca","component":"dns"}