{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            56,\n            99,\n            101,\n            97,\n            57,\n            55,\n            102,\n            97,\n            45,\n            50,\n            56,\n            99,\n            57,\n            45,\n            52,\n            98,\n            48,\n            102,\n            45,\n            57,\n            101,\n            55,\n            51,\n            45,\n            97,\n            102,\n            97,\n            100,\n            53,\n            56,\n            100,\n            48,\n            53,\n            54,\n            52,\n            102,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"","v":0,"name":"dns-server","level":50,"time":"2025-01-25T04:00:00.880076463Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"peer_addr":"[fd00:1122:3344:101::4]:61994","req_id":"1d08cb77-91e5-4c92-8a33-34da3d7e1d07","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26166,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            56,\n            99,\n            101,\n            97,\n            57,\n            55,\n            102,\n            97,\n            45,\n            50,\n            56,\n            99,\n            57,\n            45,\n            52,\n            98,\n            48,\n            102,\n            45,\n            57,\n            101,\n            55,\n            51,\n            45,\n            97,\n            102,\n            97,\n            100,\n            53,\n            56,\n            100,\n            48,\n            53,\n            54,\n            52,\n            102,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8cea97fa-28c9-4b0f-9e73-afad58d0564f.\"","v":0,"name":"dns-server","level":50,"time":"2025-01-25T04:00:00.880625946Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"peer_addr":"[fd00:1122:3344:101::4]:40865","req_id":"95c7c72c-3bcc-4aca-9c99-f54fe923845f","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:16.754467177Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62364"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:16.885141848Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"5e945e83-af83-4aec-8a8e-450106871f73","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:16.885167948Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"5e945e83-af83-4aec-8a8e-450106871f73","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:16.885175188Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"5e945e83-af83-4aec-8a8e-450106871f73","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":140,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.502078285Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43011"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.583038999Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"e3f66243-63ea-4ebf-a4eb-db80ff2216ad","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.58308666Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"e3f66243-63ea-4ebf-a4eb-db80ff2216ad","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.58309789Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"e3f66243-63ea-4ebf-a4eb-db80ff2216ad","remote_addr":"[fd00:1122:3344:101::b]:43011","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":137,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.682320767Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37360"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.729466851Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"c5a771b5-5089-48d9-bc53-8edf19d00b76","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.729505482Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"c5a771b5-5089-48d9-bc53-8edf19d00b76","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:00:17.729516743Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"c5a771b5-5089-48d9-bc53-8edf19d00b76","remote_addr":"[fd00:1122:3344:101::c]:37360","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":136,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:16.549534567Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55475"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:16.662289203Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"81a19a0f-ed88-4c69-b8fa-a7326077cf18","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:16.662333164Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"81a19a0f-ed88-4c69-b8fa-a7326077cf18","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:16.662343924Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"81a19a0f-ed88-4c69-b8fa-a7326077cf18","remote_addr":"[fd00:1122:3344:101::a]:55475","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":144,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.552692473Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46152"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.560641446Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44820"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.608344063Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"71eaf6aa-b431-4e69-aaf9-69172cc8f314","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.608382374Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"71eaf6aa-b431-4e69-aaf9-69172cc8f314","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.608393784Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"71eaf6aa-b431-4e69-aaf9-69172cc8f314","remote_addr":"[fd00:1122:3344:101::c]:44820","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.806835709Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"e02f3481-9e5d-4be3-acbd-6eff60591c5f","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.80687199Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"e02f3481-9e5d-4be3-acbd-6eff60591c5f","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:01:17.80688288Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"e02f3481-9e5d-4be3-acbd-6eff60591c5f","remote_addr":"[fd00:1122:3344:101::b]:46152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":147,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:16.594401395Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51045"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:16.744068126Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"79117399-b25e-4da1-8368-94d94d14f135","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:16.744101626Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"79117399-b25e-4da1-8368-94d94d14f135","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:16.744111117Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"79117399-b25e-4da1-8368-94d94d14f135","remote_addr":"[fd00:1122:3344:101::a]:51045","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":141,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.464368549Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62389"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.573302642Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49616"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.584716229Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"b1dde6ec-9671-46eb-8b59-4e9780f1770e","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.58473501Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"b1dde6ec-9671-46eb-8b59-4e9780f1770e","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.58474418Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"b1dde6ec-9671-46eb-8b59-4e9780f1770e","remote_addr":"[fd00:1122:3344:101::c]:62389","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.7611635Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"01df5bc9-5baf-4b64-b108-d57296d82ca2","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.761200231Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"01df5bc9-5baf-4b64-b108-d57296d82ca2","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:02:17.761208541Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"01df5bc9-5baf-4b64-b108-d57296d82ca2","remote_addr":"[fd00:1122:3344:101::b]:49616","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":144,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:16.545801493Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47373"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:16.675434918Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f63da514-27ff-47f9-b6e7-4949f443462d","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:16.675473368Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f63da514-27ff-47f9-b6e7-4949f443462d","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:16.675485589Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"f63da514-27ff-47f9-b6e7-4949f443462d","remote_addr":"[fd00:1122:3344:101::a]:47373","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":188,"response_code":"204"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41002,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2025-01-25T04:03:16.68997816Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"peer_addr":"[fd00:1122:3344:101::a]:57478","req_id":"6afa394a-1292-462b-a2a9-49a819b50196","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.399477062Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53119"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.53955851Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f9a6262d-fe38-47a3-9b49-25e00ab9b01c","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.539595191Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f9a6262d-fe38-47a3-9b49-25e00ab9b01c","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.539605391Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"f9a6262d-fe38-47a3-9b49-25e00ab9b01c","remote_addr":"[fd00:1122:3344:101::c]:53119","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":149,"response_code":"204"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30034,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2025-01-25T04:03:17.607161Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"peer_addr":"[fd00:1122:3344:101::c]:61478","req_id":"31b3230c-b51a-4830-b405-31ed2f08c733","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.64879065Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48847"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.756755659Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f2fba3bc-d081-4072-863e-832a48897f1f","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.75679886Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"f2fba3bc-d081-4072-863e-832a48897f1f","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:03:17.756810251Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"f2fba3bc-d081-4072-863e-832a48897f1f","remote_addr":"[fd00:1122:3344:101::b]:48847","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":142,"response_code":"204"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56036,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2025-01-25T04:03:17.764923777Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"peer_addr":"[fd00:1122:3344:101::b]:62215","req_id":"a652e53d-2e6f-460b-a36d-f5e5360caa3d","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:16.674474384Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33291"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:16.753121522Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"3c10eb9a-b4df-48de-bffb-4b8ea63e7761","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:16.753153063Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"3c10eb9a-b4df-48de-bffb-4b8ea63e7761","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:16.753163323Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"3c10eb9a-b4df-48de-bffb-4b8ea63e7761","remote_addr":"[fd00:1122:3344:101::a]:33291","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.493575305Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47061"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.580040563Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"7c5c3727-3124-4a80-ac56-3a74b7fb9e59","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.580076963Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"7c5c3727-3124-4a80-ac56-3a74b7fb9e59","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.580084934Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"7c5c3727-3124-4a80-ac56-3a74b7fb9e59","remote_addr":"[fd00:1122:3344:101::c]:47061","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":146,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.623025516Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47921"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.708720884Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"d677c496-e981-4f3d-b8a4-8bc47aa49770","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.708747635Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"d677c496-e981-4f3d-b8a4-8bc47aa49770","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:04:17.708753665Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"d677c496-e981-4f3d-b8a4-8bc47aa49770","remote_addr":"[fd00:1122:3344:101::b]:47921","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":151,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:16.628923104Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33551"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:16.754933672Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"307a7501-a56a-4287-8586-fb65b7d5d78d","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:16.754960202Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"307a7501-a56a-4287-8586-fb65b7d5d78d","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:16.754966932Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"307a7501-a56a-4287-8586-fb65b7d5d78d","remote_addr":"[fd00:1122:3344:101::a]:33551","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":151,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.556242011Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63463"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.567159926Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36559"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.638720152Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"00fbf4ea-cc74-4700-a2d8-c66ef19f6fad","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.638762003Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"00fbf4ea-cc74-4700-a2d8-c66ef19f6fad","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.638772774Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"00fbf4ea-cc74-4700-a2d8-c66ef19f6fad","remote_addr":"[fd00:1122:3344:101::c]:36559","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":143,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.683308324Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"9a337fe6-e761-4b52-8d4f-6ba589035b3f","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.683342255Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"9a337fe6-e761-4b52-8d4f-6ba589035b3f","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:05:17.683349965Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"9a337fe6-e761-4b52-8d4f-6ba589035b3f","remote_addr":"[fd00:1122:3344:101::b]:63463","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":142,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:16.530068067Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45171"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:16.615452169Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"78d6fc14-cc84-4269-ab4e-d31d663d4b59","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:16.61549347Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"78d6fc14-cc84-4269-ab4e-d31d663d4b59","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:16.61550572Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"78d6fc14-cc84-4269-ab4e-d31d663d4b59","remote_addr":"[fd00:1122:3344:101::a]:45171","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.501677138Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45377"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.550676896Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60635"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.645189139Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"c8c4c451-93f1-4200-bfd6-26e463bb348e","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.64521164Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"c8c4c451-93f1-4200-bfd6-26e463bb348e","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.6452192Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"c8c4c451-93f1-4200-bfd6-26e463bb348e","remote_addr":"[fd00:1122:3344:101::b]:60635","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":145,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.653687375Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"d2c14638-bee4-42bc-9a26-f99d4c9e1c46","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.653709446Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"new_generation":1,"req_id":"d2c14638-bee4-42bc-9a26-f99d4c9e1c46","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2025-01-25T04:06:17.653715566Z","hostname":"oxz_internal_dns_bc4b56af-21ae-4fe1-aff8-4e981275d971","pid":5016,"uri":"/config","method":"PUT","req_id":"d2c14638-bee4-42bc-9a26-f99d4c9e1c46","remote_addr":"[fd00:1122:3344:101::c]:45377","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":108,"response_code":"204"}