[ Apr 25 18:09:16 Enabled. ] [ Apr 25 18:09:16 Rereading configuration. ] [ Apr 25 18:09:17 Rereading configuration. ] [ Apr 25 18:09:20 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 25 18:09:20 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.561957612Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.562101516Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.57959538Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.579612631Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.579664792Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.579912698Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.667664648Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::2]:33309","req_id":"a61703e1-ea4b-4e50-a33e-cf2447fa556b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54245,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.708350511Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::2]:18462","req_id":"19172ba6-4626-4cb9-8921-8e3d9e4ce8b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.767276868Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::2]:63502","req_id":"57748bed-bd77-4026-8ad2-0566f68ee1ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.833504251Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:52252"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.834126637Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"fbd29287-a996-44ad-b1e4-c581e0dc9b86","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.834140017Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.857641554Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:3::2]:51751","req_id":"c890ee0d-8daa-40b9-85c3-2fdeb5c9be99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0c77619b-9ea8-4d11-82b3-023e689d75ff.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0c77619b-9ea8-4d11-82b3-023e689d75ff.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 48,\n 99,\n 55,\n 55,\n 54,\n 49,\n 57,\n 98,\n 45,\n 57,\n 101,\n 97,\n 56,\n 45,\n 52,\n 100,\n 49,\n 49,\n 45,\n 56,\n 50,\n 98,\n 51,\n 45,\n 48,\n 50,\n 51,\n 101,\n 54,\n 56,\n 57,\n 100,\n 55,\n 53,\n 102,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"0c77619b-9ea8-4d11-82b3-023e689d75ff.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.858397753Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:3::2]:53874","req_id":"59a2bbe1-cd38-4af0-8c47-767b33bac0e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"d931f274-9d37-4d40-b3c6-bb9f3e1972b3.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"d931f274-9d37-4d40-b3c6-bb9f3e1972b3.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 100,\n 57,\n 51,\n 49,\n 102,\n 50,\n 55,\n 52,\n 45,\n 57,\n 100,\n 51,\n 55,\n 45,\n 52,\n 100,\n 52,\n 48,\n 45,\n 98,\n 51,\n 99,\n 54,\n 45,\n 98,\n 98,\n 57,\n 102,\n 51,\n 101,\n 49,\n 57,\n 55,\n 50,\n 98,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"d931f274-9d37-4d40-b3c6-bb9f3e1972b3.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.858440104Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:3::2]:18937","req_id":"2c782318-3530-456c-bbc7-9805344cc2b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"60dd3f40-5d82-4a11-8e32-75c1c8505918.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"60dd3f40-5d82-4a11-8e32-75c1c8505918.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 48,\n 100,\n 100,\n 51,\n 102,\n 52,\n 48,\n 45,\n 53,\n 100,\n 56,\n 50,\n 45,\n 52,\n 97,\n 49,\n 49,\n 45,\n 56,\n 101,\n 51,\n 50,\n 45,\n 55,\n 53,\n 99,\n 49,\n 99,\n 56,\n 53,\n 48,\n 53,\n 57,\n 49,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"60dd3f40-5d82-4a11-8e32-75c1c8505918.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:20.858477925Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:3::2]:12545","req_id":"55425379-9e8b-48ff-8351-ceb821292b6d","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.896238925Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.896260915Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"fbd29287-a996-44ad-b1e4-c581e0dc9b86","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:09:20.896273175Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"fbd29287-a996-44ad-b1e4-c581e0dc9b86","remote_addr":"[fd00:1122:3344:3::2]:52252","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":62478,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:34.538578124Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:45119","req_id":"2d3f2180-dbcd-47c2-9858-532df70c3a3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:34.542881383Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:58554","req_id":"186c7bd1-a8b1-4866-a210-6f7d9849d165","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:09:34.547338736Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:46520","req_id":"c605dff8-1bee-4901-a61c-7a8762837d7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:06.547937324Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:51990","req_id":"ac2b5945-e2d9-4ae5-ac16-49a18686edff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 49,\n 54,\n 56,\n 55,\n 101,\n 98,\n 45,\n 51,\n 54,\n 54,\n 53,\n 45,\n 52,\n 98,\n 97,\n 50,\n 45,\n 56,\n 102,\n 97,\n 99,\n 45,\n 97,\n 53,\n 50,\n 52,\n 99,\n 48,\n 52,\n 97,\n 52,\n 57,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:11.245455955Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:65449","req_id":"d79b59d2-5ef0-45d0-bfe0-83de6e8838b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 49,\n 54,\n 56,\n 55,\n 101,\n 98,\n 45,\n 51,\n 54,\n 54,\n 53,\n 45,\n 52,\n 98,\n 97,\n 50,\n 45,\n 56,\n 102,\n 97,\n 99,\n 45,\n 97,\n 53,\n 50,\n 52,\n 99,\n 48,\n 52,\n 97,\n 52,\n 57,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:11.245961258Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:44452","req_id":"b4db4419-9f91-4911-9c43-7d5ab4af2ef4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:16.537480176Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60695","req_id":"14c2c4ad-89b2-4b2d-94ee-487898abbc2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:22.849908441Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:24086","req_id":"74713eef-a6cc-45d8-aff2-20a8f048e1b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41680,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:22.850545248Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:25874","req_id":"d251e9bd-9360-40d6-9770-0972ad79c8fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:24.950796613Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:10261","req_id":"b145204f-1bc1-4c85-bde6-299bd89d6efb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:26.538300794Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:51860","req_id":"e2c06233-ae31-4493-935f-a330324164d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:36.53976662Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:59978","req_id":"92a11045-ad60-444b-93c3-94d504373971","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:36.551780215Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:65144","req_id":"8e4e12f9-7b90-40c5-9c74-0409e5d60957","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:36.98224152Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41874"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:37.086489109Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"c96e96b0-5f25-4aca-8179-dbdbea270f84","remote_addr":"[fd00:1122:3344:101::c]:41874","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":57938,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.157485576Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46101"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.1639422Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"a50d1917-4dce-4888-a988-8662f01400f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.164015612Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"a50d1917-4dce-4888-a988-8662f01400f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.164023692Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"a50d1917-4dce-4888-a988-8662f01400f0","remote_addr":"[fd00:1122:3344:101::c]:46101","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2940,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7497,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:40.22064436Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:64055","req_id":"39ab1405-3220-42b6-a1b4-2877139b601f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.43791341Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60680"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:40.438155536Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"20868320-022f-48f9-8e97-580355054559","remote_addr":"[fd00:1122:3344:101::c]:60680","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:41.770499494Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:52236","req_id":"fcf90200-def2-43ba-8255-9c2fc83c70d6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:41.893561611Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36128"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:41.893841598Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"e4b8bcdc-3238-4ed2-92c3-0d603ae370c2","remote_addr":"[fd00:1122:3344:101::c]:36128","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:43.526217208Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:26345","req_id":"74478ef8-9666-4df5-9c2b-8c832602e4c4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:43.789573548Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52266"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:43.789933277Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"8d5c2cf3-dbf1-4215-882f-29f3fd44e9ea","remote_addr":"[fd00:1122:3344:101::b]:52266","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:45.752869365Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:64901","req_id":"29f69225-f0f7-4f8b-b891-3b85bbb97e4e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:45.900138171Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57008"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:11:45.900381561Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"ada7c100-a023-461b-a81c-ec81d74832c2","remote_addr":"[fd00:1122:3344:101::a]:57008","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:46.54149676Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:55327","req_id":"c9e69dbf-95ef-4636-8ba0-876eb416c8ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:11:56.543293729Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:57721","req_id":"7ca34824-d81a-440f-8057-a004fa88b00c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:06.545065491Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:62019","req_id":"ac5764a2-8472-4b79-89b6-d065d7174e74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:16.546866834Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60918","req_id":"605d54b2-5281-4740-baaa-a8f18547e4b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.443419699Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49222"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.444674323Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"352897fb-5a2a-4bc9-bd8f-de38b5a3cd6b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.444702944Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"352897fb-5a2a-4bc9-bd8f-de38b5a3cd6b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.444708844Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"352897fb-5a2a-4bc9-bd8f-de38b5a3cd6b","remote_addr":"[fd00:1122:3344:101::c]:49222","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.814591878Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56574"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.816546748Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"5f2e0c52-0210-4324-a2a8-f81ae3fb275c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.816575689Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"5f2e0c52-0210-4324-a2a8-f81ae3fb275c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:22.8166116Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"5f2e0c52-0210-4324-a2a8-f81ae3fb275c","remote_addr":"[fd00:1122:3344:101::b]:56574","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":342,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:23.528084999Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:49721","req_id":"3fdae870-2de2-42d0-bcbe-4bd25a21afa5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:23.642025256Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51607"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:23.642272322Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"f333380f-a1ef-471e-bb00-e9c15ac11d46","remote_addr":"[fd00:1122:3344:101::c]:51607","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:24.061819803Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:64184","req_id":"2e2e7269-e04b-43f7-a402-baec32e8e705","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.163194878Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49527"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.163589008Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"5ae1b8d5-ad7c-4d89-80a7-56f6d2140773","remote_addr":"[fd00:1122:3344:101::b]:49527","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":356,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.948483594Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39073"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.949628523Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"0977abdc-1f4e-4d7b-8042-d8d77803fcf7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.949674844Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"0977abdc-1f4e-4d7b-8042-d8d77803fcf7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:24.949682714Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"0977abdc-1f4e-4d7b-8042-d8d77803fcf7","remote_addr":"[fd00:1122:3344:101::a]:39073","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:25.627980962Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:44012","req_id":"007763de-5d31-43fa-97a6-fcd6ad2f4a09","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:25.725288364Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33933"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:12:25.72550996Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"3664b457-b29b-475b-b872-07bae0fbc3b0","remote_addr":"[fd00:1122:3344:101::a]:33933","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:26.550091136Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:59427","req_id":"9ba2aa8a-585c-4963-af13-68b1e8f54983","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:36.551752927Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:65105","req_id":"d8d8a920-1074-4b63-aa45-e9981e3c98ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:46.553896213Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:64280","req_id":"97ec3046-df8b-4399-941c-534ff45b47d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:12:56.556054033Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:51699","req_id":"8085c027-ef10-4a9a-b2cb-354fa59c1cc9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:06.557428484Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:63262","req_id":"6982e19b-6fa9-4826-82d2-c6ff73c7aed6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:16.558909669Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:63440","req_id":"57f53a3f-4588-487d-b49a-376f532233e1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.443370543Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33277"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.444649175Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"f9863623-010d-47f0-9ec8-b003472dddae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.444682306Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"f9863623-010d-47f0-9ec8-b003472dddae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.444689966Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"f9863623-010d-47f0-9ec8-b003472dddae","remote_addr":"[fd00:1122:3344:101::c]:33277","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":253,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.507242395Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33349"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.508448306Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"991f7b8e-46df-4989-930a-617944d47d6e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.508519538Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"991f7b8e-46df-4989-930a-617944d47d6e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:22.508529958Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"991f7b8e-46df-4989-930a-617944d47d6e","remote_addr":"[fd00:1122:3344:101::b]:33349","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:23.422960228Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:48267","req_id":"7c83a1bd-35af-47e6-b0b1-deef6b1ca7c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:23.42975669Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:47778","req_id":"ebbbe908-ee38-43cc-8d52-f798a26bae44","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:23.527056773Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53374"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:23.52734001Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"a7de7ad8-3c22-490f-a828-039a0f05a393","remote_addr":"[fd00:1122:3344:101::b]:53374","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:23.566411912Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43099"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:23.566652799Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"26e44312-011d-4f82-83b3-c639b3d69ea0","remote_addr":"[fd00:1122:3344:101::c]:43099","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:24.681588962Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50846"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:24.682974687Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"2095cbfa-7041-49b5-9898-05096436503c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:24.683008248Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"2095cbfa-7041-49b5-9898-05096436503c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:24.683185303Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"2095cbfa-7041-49b5-9898-05096436503c","remote_addr":"[fd00:1122:3344:101::a]:50846","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:25.669659564Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:44247","req_id":"25e67553-28d5-4111-ba6b-4ce58f2a8bb9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:25.765295254Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37496"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:13:25.76553923Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"fd88d92d-9bd7-483b-bf2a-87ffaeeee825","remote_addr":"[fd00:1122:3344:101::a]:37496","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:26.264840345Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:54319","req_id":"6313f409-391b-4a7c-999e-d31a27755070","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:26.268876427Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:45166","req_id":"be3e8516-fa70-4a99-bef9-1dc235ad5a7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:26.272985681Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:32927","req_id":"09c70a16-581c-4110-bc80-9d6c2e87596a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:26.561265865Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:64589","req_id":"1356d863-3bfa-4ed8-a802-a6c8c693af31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:36.563675763Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:57734","req_id":"573b792b-7ba3-4ac8-9319-6b6562232993","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:46.565102523Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:60988","req_id":"51948717-fd37-484d-8f43-253b93691bea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:13:56.567346737Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:65046","req_id":"dad37178-d361-48eb-8cd1-a200e177a631","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:06.569647015Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:53939","req_id":"cae6dd0e-fc07-4f8f-b2af-ba51176bc7da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:16.57120817Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:50919","req_id":"76eba6e1-bba9-472b-8591-289d2908a773","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.445483935Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60180"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.446945083Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"57ffb283-0043-4b33-870c-7b52bd1b7b31","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.446965093Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"57ffb283-0043-4b33-870c-7b52bd1b7b31","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.446972543Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"57ffb283-0043-4b33-870c-7b52bd1b7b31","remote_addr":"[fd00:1122:3344:101::c]:60180","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.50826751Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63095"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.510432376Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"86eeb627-3611-4e21-a499-1ca16361e9a1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.510469766Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"86eeb627-3611-4e21-a499-1ca16361e9a1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:22.510481287Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"86eeb627-3611-4e21-a499-1ca16361e9a1","remote_addr":"[fd00:1122:3344:101::b]:63095","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:24.683416079Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44353"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:24.684752373Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"06868f3e-9a77-4f4e-9d65-2407d76c3b34","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:24.684783834Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"new_generation":1,"req_id":"06868f3e-9a77-4f4e-9d65-2407d76c3b34","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:24.684793004Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"PUT","req_id":"06868f3e-9a77-4f4e-9d65-2407d76c3b34","remote_addr":"[fd00:1122:3344:101::a]:44353","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:25.016941472Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::c]:5052","req_id":"e9a2f2ad-903b-4ace-835a-1177b52ce720","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:25.026786682Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::b]:54526","req_id":"08c320de-7e9f-475d-9084-86cbab6f675a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:25.13337609Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46206"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:25.133586715Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"2bd7ed62-f7dc-4f91-aba8-ed04b0fa0d7e","remote_addr":"[fd00:1122:3344:101::c]:46206","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:25.16996793Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47869"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:25.170174215Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"e2fbac32-0549-4d50-9d07-680a1e2245f6","remote_addr":"[fd00:1122:3344:101::b]:47869","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:26.571894385Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:57840","req_id":"21aad5b3-3963-4058-9744-3104ff501aee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:28.000773545Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::a]:62457","req_id":"7768982e-af09-48a5-9f2b-97b8d2c6f289","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:28.103899845Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38276"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-25T18:14:28.104135491Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"uri":"/config","method":"GET","req_id":"f2ccb1c4-72d2-47e1-87cf-db441411a758","remote_addr":"[fd00:1122:3344:101::a]:38276","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:36.574170659Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:57223","req_id":"70f14ac3-7413-4011-b409-5a43c2fae524","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:46.575212241Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:51123","req_id":"1e856be3-950e-4091-ba88-7d96bdf28a4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:14:56.576729788Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::d]:62395","req_id":"74170e0c-75fc-46dd-8274-4e0937db348c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 53,\n 49,\n 55,\n 53,\n 98,\n 97,\n 45,\n 98,\n 101,\n 57,\n 101,\n 45,\n 52,\n 100,\n 51,\n 100,\n 45,\n 57,\n 49,\n 100,\n 98,\n 45,\n 99,\n 99,\n 51,\n 48,\n 53,\n 100,\n 54,\n 50,\n 53,\n 98,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.133052126Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::5]:64871","req_id":"63e97fb5-8a27-4a82-8b47-8a2b0ba76e6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 53,\n 49,\n 55,\n 53,\n 98,\n 97,\n 45,\n 98,\n 101,\n 57,\n 101,\n 45,\n 52,\n 100,\n 51,\n 100,\n 45,\n 57,\n 49,\n 100,\n 98,\n 45,\n 99,\n 99,\n 51,\n 48,\n 53,\n 100,\n 54,\n 50,\n 53,\n 98,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da5175ba-be9e-4d3d-91db-cc305d625b43.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.133584679Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::5]:46605","req_id":"2eaf5185-898b-4888-b959-cd328ea8f82f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 97,\n 102,\n 53,\n 53,\n 49,\n 56,\n 102,\n 45,\n 53,\n 55,\n 49,\n 52,\n 45,\n 52,\n 100,\n 98,\n 54,\n 45,\n 57,\n 102,\n 101,\n 56,\n 45,\n 49,\n 53,\n 54,\n 55,\n 56,\n 99,\n 53,\n 102,\n 99,\n 57,\n 55,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.136806211Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::4]:40509","req_id":"ad9527a3-1d8c-45e6-a475-0390f2b4322f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 97,\n 102,\n 53,\n 53,\n 49,\n 56,\n 102,\n 45,\n 53,\n 55,\n 49,\n 52,\n 45,\n 52,\n 100,\n 98,\n 54,\n 45,\n 57,\n 102,\n 101,\n 56,\n 45,\n 49,\n 53,\n 54,\n 55,\n 56,\n 99,\n 53,\n 102,\n 99,\n 57,\n 55,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_baf5518f-5714-4db6-9fe8-15678c5fc971.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.137238642Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::4]:40804","req_id":"3e68c056-7c60-4b03-a925-0d6b7f8e6d28","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 55,\n 99,\n 98,\n 57,\n 100,\n 97,\n 45,\n 48,\n 51,\n 56,\n 51,\n 45,\n 52,\n 54,\n 49,\n 50,\n 45,\n 97,\n 99,\n 57,\n 97,\n 45,\n 50,\n 102,\n 52,\n 98,\n 48,\n 100,\n 55,\n 49,\n 99,\n 54,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.138921705Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::3]:51364","req_id":"c4c08f2a-0f53-4448-88a8-7fa365513152","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 55,\n 99,\n 98,\n 57,\n 100,\n 97,\n 45,\n 48,\n 51,\n 56,\n 51,\n 45,\n 52,\n 54,\n 49,\n 50,\n 45,\n 97,\n 99,\n 57,\n 97,\n 45,\n 50,\n 102,\n 52,\n 98,\n 48,\n 100,\n 55,\n 49,\n 99,\n 54,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d7cb9da-0383-4612-ac9a-2f4b0d71c633.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.139346966Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::3]:43548","req_id":"69e3c458-4173-4f90-a121-878116a4e865","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.46309431Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::2]:44495","req_id":"f9c5b520-cc69-4401-b25e-7d42bb3d1d19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.463551532Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::2]:53056","req_id":"d05d681a-3cb5-4feb-996b-c49ed7aacbca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 98,\n 98,\n 56,\n 98,\n 49,\n 98,\n 45,\n 49,\n 55,\n 48,\n 100,\n 45,\n 52,\n 54,\n 49,\n 48,\n 45,\n 98,\n 54,\n 52,\n 97,\n 45,\n 50,\n 48,\n 50,\n 57,\n 102,\n 50,\n 101,\n 99,\n 99,\n 53,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.837673226Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::6]:37582","req_id":"b0ff2719-e98d-4eca-8c2e-74958a88f9c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 98,\n 98,\n 56,\n 98,\n 49,\n 98,\n 45,\n 49,\n 55,\n 48,\n 100,\n 45,\n 52,\n 54,\n 49,\n 48,\n 45,\n 98,\n 54,\n 52,\n 97,\n 45,\n 50,\n 48,\n 50,\n 57,\n 102,\n 50,\n 101,\n 99,\n 99,\n 53,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08bb8b1b-170d-4610-b64a-2029f2ecc587.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.838269281Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::6]:41296","req_id":"22caf41c-4445-484d-9a52-c07cd0fdf7c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 48,\n 99,\n 100,\n 48,\n 100,\n 57,\n 45,\n 53,\n 98,\n 56,\n 102,\n 45,\n 52,\n 97,\n 99,\n 97,\n 45,\n 56,\n 49,\n 49,\n 54,\n 45,\n 54,\n 102,\n 52,\n 57,\n 56,\n 101,\n 102,\n 57,\n 53,\n 100,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.948515751Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::7]:43925","req_id":"bf07bfbb-7532-45ba-8f09-cfe6cfcb51e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22403,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 48,\n 99,\n 100,\n 48,\n 100,\n 57,\n 45,\n 53,\n 98,\n 56,\n 102,\n 45,\n 52,\n 97,\n 99,\n 97,\n 45,\n 56,\n 49,\n 49,\n 54,\n 45,\n 54,\n 102,\n 52,\n 57,\n 56,\n 101,\n 102,\n 57,\n 53,\n 100,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a50cd0d9-5b8f-4aca-8116-6f498ef95ddc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.949154078Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::7]:38335","req_id":"7d72c4ef-51c7-4029-ab3b-2edd246511a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b8e91775-4f93-492e-8602-26bd32fc3d64.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b8e91775-4f93-492e-8602-26bd32fc3d64.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 56,\n 101,\n 57,\n 49,\n 55,\n 55,\n 53,\n 45,\n 52,\n 102,\n 57,\n 51,\n 45,\n 52,\n 57,\n 50,\n 101,\n 45,\n 56,\n 54,\n 48,\n 50,\n 45,\n 50,\n 54,\n 98,\n 100,\n 51,\n 50,\n 102,\n 99,\n 51,\n 100,\n 54,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b8e91775-4f93-492e-8602-26bd32fc3d64.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:00.979055427Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::1b]:55846","req_id":"0401e4dd-3c78-4301-96b3-d5e5962a7b5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 49,\n 54,\n 56,\n 55,\n 101,\n 98,\n 45,\n 51,\n 54,\n 54,\n 53,\n 45,\n 52,\n 98,\n 97,\n 50,\n 45,\n 56,\n 102,\n 97,\n 99,\n 45,\n 97,\n 53,\n 50,\n 52,\n 99,\n 48,\n 52,\n 97,\n 52,\n 57,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:01.004988586Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:37952","req_id":"86a8d615-26dc-42e1-894a-56a8c788af7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 49,\n 54,\n 56,\n 55,\n 101,\n 98,\n 45,\n 51,\n 54,\n 54,\n 53,\n 45,\n 52,\n 98,\n 97,\n 50,\n 45,\n 56,\n 102,\n 97,\n 99,\n 45,\n 97,\n 53,\n 50,\n 52,\n 99,\n 48,\n 52,\n 97,\n 52,\n 57,\n 55,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_631687eb-3665-4ba2-8fac-a524c04a4970.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-25T18:15:01.005474978Z","hostname":"oxz_internal_dns_38c9b71b-1f98-40f2-80da-9195031e1433","pid":5559,"peer_addr":"[fd00:1122:3344:101::e]:33410","req_id":"0a86e180-3c38-48fd-be19-5fb590e79474","component":"dns"}