[ Jul 17 01:53:38 Enabled. ] [ Jul 17 01:53:38 Rereading configuration. ] [ Jul 17 01:53:38 Rereading configuration. ] [ Jul 17 01:53:39 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 17 01:53:39 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.933956947Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.934129428Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.954936524Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.954972354Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.954992224Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:39.955215015Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.016898947Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:40639","req_id":"259362dc-b2be-4e29-86a2-f5e7791f5029","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.024931191Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:38225","req_id":"16f8c43e-905b-4538-9ccb-b866e11db560","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.12925662Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:44519","req_id":"658f1a1e-d73a-4f35-82b0-4127b74ffa8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.186657948Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:8727","req_id":"91e10a20-7947-4f5d-9964-7be7360aaca5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.25737825Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:30382","req_id":"820a5f4f-93b7-43ae-b29a-c5b219e3902e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.375525275Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:5241","req_id":"498c3106-1b48-4634-a3ab-0acd6071cfbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.391975846Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:61322","req_id":"3c896ef3-dc87-4c07-8309-ae19ade771aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.480172915Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:29121","req_id":"28b883f6-fcb7-4e5f-a405-1a4a5841364f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.532257664Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:46546","req_id":"422edd27-d44c-433f-9ef5-f1e86b802744","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.570788237Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:4632","req_id":"e4dcd9eb-cfcb-4c71-b14b-986eae761562","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:40.685312802Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:33008","req_id":"0401af6c-b3d6-4c02-8335-79c6a8a0023b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.857334006Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:59405"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.857924759Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"b8b300f8-f512-41ce-a17b-f32398a436e1","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.857936429Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.870900291Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.870933461Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"b8b300f8-f512-41ce-a17b-f32398a436e1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:53:40.870948891Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"b8b300f8-f512-41ce-a17b-f32398a436e1","remote_addr":"[fd00:1122:3344:3::2]:59405","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13321,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:51.847603724Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:36649","req_id":"021e1c1b-1aa4-47d6-a848-f2d782c76b30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:51.853178675Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:65013","req_id":"fc1e6b27-c4ef-4ca2-8c80-8d810a907352","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:53:51.857406359Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:51987","req_id":"b3a3534c-245f-4d36-8535-d4d8e556dab3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:55:51.231165775Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:37433","req_id":"5fd86c6d-8b58-4272-b1bc-e7f728d03a71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:55:51.236127533Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:48648","req_id":"6211756a-63a6-487b-886d-7a13fb29a917","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:55:51.24107851Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:42673","req_id":"f33b363b-95f1-4202-be3e-7afff55644d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:47.514226586Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:59306","req_id":"2067f163-9d8c-486b-a473-31fbfa84aad6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:51.340143163Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:57273","req_id":"2fc111a7-02d1-48f4-b38e-c1b20bbf85b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:51.344545857Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:35327","req_id":"cd710650-2f3f-4de9-b82a-231349801801","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:51.3486358Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:36377","req_id":"401c3236-d65c-41a8-ac74-2528c3c45db2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 100,\n 54,\n 49,\n 53,\n 52,\n 48,\n 56,\n 45,\n 98,\n 101,\n 49,\n 51,\n 45,\n 52,\n 48,\n 97,\n 52,\n 45,\n 98,\n 53,\n 50,\n 102,\n 45,\n 98,\n 97,\n 56,\n 54,\n 55,\n 49,\n 55,\n 56,\n 98,\n 55,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:52.700756284Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:33452","req_id":"009492ab-34a5-4f2f-b73f-751cd3db7f4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 100,\n 54,\n 49,\n 53,\n 52,\n 48,\n 56,\n 45,\n 98,\n 101,\n 49,\n 51,\n 45,\n 52,\n 48,\n 97,\n 52,\n 45,\n 98,\n 53,\n 50,\n 102,\n 45,\n 98,\n 97,\n 56,\n 54,\n 55,\n 49,\n 55,\n 56,\n 98,\n 55,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:52.701341805Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:56911","req_id":"ab541a03-a916-4a2f-9fe1-d3d1557527e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:57.514357635Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:62738","req_id":"c2e875ce-16da-4850-bcb7-08682687bd6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:57:59.893405912Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:26660","req_id":"1c874df7-b877-41fb-8efd-a36f0ae0c862","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:00.098050697Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:8547","req_id":"002c71ae-81f1-453e-82f2-a4be1cd8274c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:00.233248276Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:19495","req_id":"36db9fab-4cf0-46a9-aec9-7851344382fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:07.515955734Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:50424","req_id":"e09c3899-611a-4256-b520-d2a425896d0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:13.685433141Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:59303","req_id":"42b9ceab-7286-4e1a-a0e2-12a7270927e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:14.061702717Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49040"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:14.116934303Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"8356f725-1dee-4527-a683-f24cae6ed68a","remote_addr":"[fd00:1122:3344:101::c]:49040","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29465,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:17.51716476Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:49249","req_id":"d8ecd341-2e4a-497a-99ac-87bdd2c1acb6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:18.935861184Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39519"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:18.943653897Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"9a7b4596-5f06-49cc-9e14-9bc70cacefa4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:18.943684987Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"9a7b4596-5f06-49cc-9e14-9bc70cacefa4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:18.943711637Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"9a7b4596-5f06-49cc-9e14-9bc70cacefa4","remote_addr":"[fd00:1122:3344:101::b]:39519","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":7591,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:19.113034686Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:48025","req_id":"dfee8d5a-b058-4169-9328-952a87a0a3b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:19.28878219Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37307"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:19.289092522Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"c1949bf9-c22f-4aaa-b31e-8e27830c1b6b","remote_addr":"[fd00:1122:3344:101::b]:37307","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:20.033280246Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:51339","req_id":"a20046bc-8d82-4c6d-a1ab-f0e21a301e9b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.195763917Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38701"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.19622471Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"1671507e-1eba-404e-bbdb-94755dd9f0e9","remote_addr":"[fd00:1122:3344:101::b]:38701","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:20.502705029Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:21837","req_id":"16e3852c-df20-4696-94e2-1a4e4840c42f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:20.503512313Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:24424","req_id":"879bc45d-b6ce-4901-9d0a-f90cd0782ed1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.658549083Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37602"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.658820734Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"0ee8a647-be0a-4409-a5aa-b77369c066e3","remote_addr":"[fd00:1122:3344:101::c]:37602","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.69773425Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47000"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:20.697966461Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"7502f5dd-14e6-45e7-9dc8-1dee8ad8fb71","remote_addr":"[fd00:1122:3344:101::a]:47000","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":174,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:27.519974375Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:49396","req_id":"255560dd-36b3-4ea3-940a-4ada3cb68d5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:37.522009315Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:56819","req_id":"03f9f681-9d89-4c9d-a4fe-7dd98e9f6299","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:47.523400974Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:57997","req_id":"72802f24-6934-454c-860e-24a9744ad449","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:58:57.526287848Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:62524","req_id":"0567e570-a75e-4727-bda9-a90f5a57b8f0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.571165283Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58920"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.571874047Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"9a295ae0-c282-4b93-a97b-a9b4c8caf17d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.571926547Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"9a295ae0-c282-4b93-a97b-a9b4c8caf17d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.571938087Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"9a295ae0-c282-4b93-a97b-a9b4c8caf17d","remote_addr":"[fd00:1122:3344:101::b]:58920","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":340,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.841797003Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35007"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.842209385Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"8b131ce0-b98b-4814-9a14-c17416cca333","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.842260496Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"8b131ce0-b98b-4814-9a14-c17416cca333","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.842271846Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"8b131ce0-b98b-4814-9a14-c17416cca333","remote_addr":"[fd00:1122:3344:101::c]:35007","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.871185726Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40850"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.871646639Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"a8fa3b56-edd2-4cf3-b993-62b9d2796d59","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.871678009Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"a8fa3b56-edd2-4cf3-b993-62b9d2796d59","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:58:59.871711239Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"a8fa3b56-edd2-4cf3-b993-62b9d2796d59","remote_addr":"[fd00:1122:3344:101::a]:40850","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":359,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:00.799980574Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:63249","req_id":"d2cd189c-2513-4ea2-9aad-56ee425aa79a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:00.851164468Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:35724","req_id":"5bdfa69c-e30a-4126-855e-80a00b9e7c18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:00.898837352Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:56072","req_id":"4afd0b9f-e3d1-4bc2-bf68-6050b6c9bfcf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:00.906271283Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34392"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:00.906513015Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"1b980274-7ad3-45a1-85f7-6c8a9ad70e59","remote_addr":"[fd00:1122:3344:101::a]:34392","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:01.011052962Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43302"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:01.011359742Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"83f86776-ac88-4270-ba25-77e4204b5a5c","remote_addr":"[fd00:1122:3344:101::c]:43302","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":243,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:01.056530087Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60202"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:01.056800468Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"8f125b44-9c68-402b-84c9-4018300c3de2","remote_addr":"[fd00:1122:3344:101::b]:60202","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:07.528562629Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:64362","req_id":"e1ca5045-cf4a-4e67-a626-99a2b4f721f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:17.530117067Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:59666","req_id":"9ac0a34a-aadf-44d4-87fc-1c062f90921d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:27.531130562Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:56053","req_id":"400ce39d-261d-4b52-b485-271e426a919e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:37.533700866Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:54352","req_id":"9c57c2e5-2e54-43ad-b09a-2c26d333e403","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:47.536132058Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:59418","req_id":"9049cf71-ba5e-4f6a-b69c-791829c632d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T01:59:57.537360434Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:56530","req_id":"ac56d4d2-d814-4060-a9a3-30aaddfcb0fd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.568769834Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45305"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.569022056Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"0103cf92-d58a-4cf7-b908-a14432d0f4dd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.569039565Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"0103cf92-d58a-4cf7-b908-a14432d0f4dd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.569048316Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"0103cf92-d58a-4cf7-b908-a14432d0f4dd","remote_addr":"[fd00:1122:3344:101::c]:45305","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.569378718Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53940"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.570358783Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"cf55e017-736c-4b08-90c2-e57d801174d4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.570384213Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"cf55e017-736c-4b08-90c2-e57d801174d4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.570395713Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"cf55e017-736c-4b08-90c2-e57d801174d4","remote_addr":"[fd00:1122:3344:101::b]:53940","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":808,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.578553678Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62796"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.579239112Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"b5fcb882-d00c-4faa-a75b-8c01adee907b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.579273152Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"new_generation":1,"req_id":"b5fcb882-d00c-4faa-a75b-8c01adee907b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T01:59:59.579282732Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"PUT","req_id":"b5fcb882-d00c-4faa-a75b-8c01adee907b","remote_addr":"[fd00:1122:3344:101::a]:62796","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.007070953Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:36748","req_id":"825708c8-c610-4faf-8a59-b79039b2d2f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.007861498Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:33605","req_id":"adbefeb7-1e19-4ea6-8632-a38410e2cc2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 53,\n 57,\n 102,\n 56,\n 98,\n 98,\n 45,\n 48,\n 48,\n 49,\n 101,\n 45,\n 52,\n 97,\n 101,\n 52,\n 45,\n 57,\n 101,\n 55,\n 101,\n 45,\n 97,\n 102,\n 101,\n 54,\n 97,\n 101,\n 53,\n 101,\n 53,\n 51,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.13642203Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:55695","req_id":"fefa6cd0-3e66-481f-b353-7b94988afd32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 53,\n 57,\n 102,\n 56,\n 98,\n 98,\n 45,\n 48,\n 48,\n 49,\n 101,\n 45,\n 52,\n 97,\n 101,\n 52,\n 45,\n 57,\n 101,\n 55,\n 101,\n 45,\n 97,\n 102,\n 101,\n 54,\n 97,\n 101,\n 53,\n 101,\n 53,\n 51,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1059f8bb-001e-4ae4-9e7e-afe6ae5e5316.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.137198605Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:58268","req_id":"e4d70ecb-80bd-47be-9ebf-a7d07b0de26a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 48,\n 101,\n 51,\n 56,\n 54,\n 99,\n 45,\n 56,\n 50,\n 98,\n 56,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 51,\n 48,\n 54,\n 45,\n 50,\n 100,\n 54,\n 48,\n 99,\n 48,\n 100,\n 52,\n 48,\n 56,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.164294995Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:39213","req_id":"8ab02839-2d62-48fe-b6ac-ff198342908a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 50,\n 48,\n 101,\n 51,\n 56,\n 54,\n 99,\n 45,\n 56,\n 50,\n 98,\n 56,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 51,\n 48,\n 54,\n 45,\n 50,\n 100,\n 54,\n 48,\n 99,\n 48,\n 100,\n 52,\n 48,\n 56,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_620e386c-82b8-4b5a-b306-2d60c0d4086f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.165044849Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:60911","req_id":"4003babf-ac2d-4e5e-b770-f68066e8871e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 49,\n 48,\n 50,\n 49,\n 101,\n 50,\n 50,\n 45,\n 101,\n 101,\n 51,\n 98,\n 45,\n 52,\n 48,\n 55,\n 53,\n 45,\n 97,\n 102,\n 54,\n 51,\n 45,\n 55,\n 51,\n 54,\n 99,\n 99,\n 50,\n 53,\n 49,\n 101,\n 53,\n 52,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.17971112Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:37444","req_id":"bfdb7d7a-aa7b-4314-9840-d3f2d7494eae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 49,\n 48,\n 50,\n 49,\n 101,\n 50,\n 50,\n 45,\n 101,\n 101,\n 51,\n 98,\n 45,\n 52,\n 48,\n 55,\n 53,\n 45,\n 97,\n 102,\n 54,\n 51,\n 45,\n 55,\n 51,\n 54,\n 99,\n 99,\n 50,\n 53,\n 49,\n 101,\n 53,\n 52,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_21021e22-ee3b-4075-af63-736cc251e54a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.180437354Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:37552","req_id":"371178ba-e7f1-405e-9d0b-8184b67035e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 100,\n 52,\n 100,\n 50,\n 52,\n 48,\n 45,\n 56,\n 50,\n 50,\n 53,\n 45,\n 52,\n 52,\n 102,\n 53,\n 45,\n 98,\n 102,\n 98,\n 49,\n 45,\n 52,\n 98,\n 57,\n 100,\n 99,\n 48,\n 50,\n 52,\n 99,\n 54,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.218678336Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:34221","req_id":"2acf8fec-a5d0-4254-b255-ce6a7325b6b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 100,\n 52,\n 100,\n 50,\n 52,\n 48,\n 45,\n 56,\n 50,\n 50,\n 53,\n 45,\n 52,\n 52,\n 102,\n 53,\n 45,\n 98,\n 102,\n 98,\n 49,\n 45,\n 52,\n 98,\n 57,\n 100,\n 99,\n 48,\n 50,\n 52,\n 99,\n 54,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_08d4d240-8225-44f5-bfb1-4b9dc024c644.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.219432941Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:63081","req_id":"2c830212-4f50-47ba-9d45-f24bb397076b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 56,\n 102,\n 55,\n 55,\n 102,\n 57,\n 45,\n 101,\n 57,\n 48,\n 54,\n 45,\n 52,\n 54,\n 100,\n 55,\n 45,\n 57,\n 102,\n 54,\n 50,\n 45,\n 101,\n 99,\n 99,\n 55,\n 49,\n 48,\n 52,\n 99,\n 54,\n 97,\n 53,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.227922168Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:45138","req_id":"2b662d6d-8df8-450d-96d1-a5d86499bc4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 56,\n 102,\n 55,\n 55,\n 102,\n 57,\n 45,\n 101,\n 57,\n 48,\n 54,\n 45,\n 52,\n 54,\n 100,\n 55,\n 45,\n 57,\n 102,\n 54,\n 50,\n 45,\n 101,\n 99,\n 99,\n 55,\n 49,\n 48,\n 52,\n 99,\n 54,\n 97,\n 53,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_698f77f9-e906-46d7-9f62-ecc7104c6a5b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.228880943Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:58420","req_id":"bc60b888-57b2-4118-ad4f-feeed46bf791","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 100,\n 54,\n 49,\n 53,\n 52,\n 48,\n 56,\n 45,\n 98,\n 101,\n 49,\n 51,\n 45,\n 52,\n 48,\n 97,\n 52,\n 45,\n 98,\n 53,\n 50,\n 102,\n 45,\n 98,\n 97,\n 56,\n 54,\n 55,\n 49,\n 55,\n 56,\n 98,\n 55,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.601269137Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:60212","req_id":"91db717b-c17f-485d-9793-e42f7e2f131e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 100,\n 54,\n 49,\n 53,\n 52,\n 48,\n 56,\n 45,\n 98,\n 101,\n 49,\n 51,\n 45,\n 52,\n 48,\n 97,\n 52,\n 45,\n 98,\n 53,\n 50,\n 102,\n 45,\n 98,\n 97,\n 56,\n 54,\n 55,\n 49,\n 55,\n 56,\n 98,\n 55,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8d615408-be13-40a4-b52f-ba867178b7d9.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.602251963Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:36572","req_id":"e30d22f6-9b34-474d-929d-3a1cc0e9b8c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_566693c9-8443-43c4-a195-8228d5666702.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_566693c9-8443-43c4-a195-8228d5666702.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 53,\n 54,\n 54,\n 54,\n 57,\n 51,\n 99,\n 57,\n 45,\n 56,\n 52,\n 52,\n 51,\n 45,\n 52,\n 51,\n 99,\n 52,\n 45,\n 97,\n 49,\n 57,\n 53,\n 45,\n 56,\n 50,\n 50,\n 56,\n 100,\n 53,\n 54,\n 54,\n 54,\n 55,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_566693c9-8443-43c4-a195-8228d5666702.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:00.800649702Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:63633","req_id":"fb084380-4e22-44eb-8873-90931488f4c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:01.001367245Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:58628","req_id":"7c1a6466-9743-4a24-81f5-0b52dfcc2915","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:01.004375892Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:63041","req_id":"697a0a48-6e5a-42cf-a7f6-a0c93ff043bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T02:00:01.075202434Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:11044","req_id":"279a1133-9e15-4667-9f16-1a8dc4148343","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.136349413Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35771"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.136619425Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"20a04ecd-9da2-4687-a8d3-9752ee0133a9","remote_addr":"[fd00:1122:3344:101::b]:35771","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.178471237Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50400"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.178761778Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"38abc40d-bc0e-40e1-a306-80bf70bbe029","remote_addr":"[fd00:1122:3344:101::a]:50400","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.223520646Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41058"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T02:00:01.223745217Z","hostname":"oxz_internal_dns_defe8968-c1a9-4c52-8ba0-7cd33fe3ddc0","pid":5408,"uri":"/config","method":"GET","req_id":"a2242acb-d6f6-4909-9ae7-ac865d38187d","remote_addr":"[fd00:1122:3344:101::c]:41058","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200}