{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            102,\n            98,\n            101,\n            98,\n            97,\n            98,\n            55,\n            50,\n            45,\n            50,\n            100,\n            55,\n            99,\n            45,\n            52,\n            56,\n            54,\n            48,\n            45,\n            97,\n            99,\n            48,\n            97,\n            45,\n            51,\n            102,\n            56,\n            52,\n            100,\n            50,\n            53,\n            57,\n            54,\n            54,\n            101,\n            99,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:45:00.892073464Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"peer_addr":"[fd00:1122:3344:101::5]:58636","req_id":"706a5c7b-d137-4022-bfd7-038faaa8c053","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24087,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            102,\n            98,\n            101,\n            98,\n            97,\n            98,\n            55,\n            50,\n            45,\n            50,\n            100,\n            55,\n            99,\n            45,\n            52,\n            56,\n            54,\n            48,\n            45,\n            97,\n            99,\n            48,\n            97,\n            45,\n            51,\n            102,\n            56,\n            52,\n            100,\n            50,\n            53,\n            57,\n            54,\n            54,\n            101,\n            99,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fbebab72-2d7c-4860-ac0a-3f84d25966ec.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:45:00.892623094Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"peer_addr":"[fd00:1122:3344:101::5]:62051","req_id":"5ccbc60d-b379-4e74-9f83-a8676801dd84","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.701993274Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64455"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801488832Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"bc00e5f1-5682-4257-b574-77440a7601d8","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801517692Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"bc00e5f1-5682-4257-b574-77440a7601d8","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.801524002Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"bc00e5f1-5682-4257-b574-77440a7601d8","remote_addr":"[fd00:1122:3344:101::c]:64455","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":158,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.803464777Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55855"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970524591Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"3649d04a-8e26-4f7a-8a32-65a0f35f0d13","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970569622Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"3649d04a-8e26-4f7a-8a32-65a0f35f0d13","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:38.970582222Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"3649d04a-8e26-4f7a-8a32-65a0f35f0d13","remote_addr":"[fd00:1122:3344:101::b]:55855","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.162528161Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45372"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256833815Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"f559039b-3a1d-46b5-9207-b7dbcf4598bd","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256873816Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"f559039b-3a1d-46b5-9207-b7dbcf4598bd","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:45:39.256884996Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"f559039b-3a1d-46b5-9207-b7dbcf4598bd","remote_addr":"[fd00:1122:3344:101::a]:45372","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":153,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.638216016Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42415"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740380341Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"5a22da8b-7cd4-413e-967d-9bb01e86323b","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740424401Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"5a22da8b-7cd4-413e-967d-9bb01e86323b","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.740436511Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"5a22da8b-7cd4-413e-967d-9bb01e86323b","remote_addr":"[fd00:1122:3344:101::c]:42415","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":142,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.869549548Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50432"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.965250217Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"14359dc6-1a47-4f4c-807b-3f091cd696a5","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.965296088Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"14359dc6-1a47-4f4c-807b-3f091cd696a5","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:38.965306178Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"14359dc6-1a47-4f4c-807b-3f091cd696a5","remote_addr":"[fd00:1122:3344:101::b]:50432","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.207331571Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36606"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.268240629Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"10264dfe-29a7-4e52-b89e-fd3651f3208e","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.2682715Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"10264dfe-29a7-4e52-b89e-fd3651f3208e","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:46:39.2682811Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"10264dfe-29a7-4e52-b89e-fd3651f3208e","remote_addr":"[fd00:1122:3344:101::a]:36606","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":155,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.752069394Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42805"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.767868596Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33484"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855511451Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"d7dd1eee-986c-417f-925e-c11811daeae9","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855562342Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"d7dd1eee-986c-417f-925e-c11811daeae9","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.855573332Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"d7dd1eee-986c-417f-925e-c11811daeae9","remote_addr":"[fd00:1122:3344:101::c]:42805","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.970015217Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"57be72fc-2eea-4647-85c5-afc211faf237","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.970062017Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"57be72fc-2eea-4647-85c5-afc211faf237","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:38.970074698Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"57be72fc-2eea-4647-85c5-afc211faf237","remote_addr":"[fd00:1122:3344:101::b]:33484","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":150,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.187196736Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42995"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304786427Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"61ceebff-366c-47ed-8526-9ae59b761b84","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304820177Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"61ceebff-366c-47ed-8526-9ae59b761b84","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:47:39.304827737Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"61ceebff-366c-47ed-8526-9ae59b761b84","remote_addr":"[fd00:1122:3344:101::a]:42995","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":144,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.694694251Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38190"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:38.745127872Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"peer_addr":"[fd00:1122:3344:101::b]:63945","req_id":"ff10cd3f-7e91-4224-9a65-128fc05ade4b","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28044,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:38.75903699Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"peer_addr":"[fd00:1122:3344:101::c]:60931","req_id":"2b07c003-a122-4c4e-8a13-8ea1c4a296ff","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.801303745Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45825"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.840887582Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"8bb8bc61-ddc3-43be-94eb-45f138d64788","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.840935783Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"8bb8bc61-ddc3-43be-94eb-45f138d64788","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.840946063Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"8bb8bc61-ddc3-43be-94eb-45f138d64788","remote_addr":"[fd00:1122:3344:101::c]:38190","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918832945Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"381bc1ce-96dd-4f37-9f99-ae3dfd4a9eb9","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918859445Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"381bc1ce-96dd-4f37-9f99-ae3dfd4a9eb9","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:38.918868115Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"381bc1ce-96dd-4f37-9f99-ae3dfd4a9eb9","remote_addr":"[fd00:1122:3344:101::b]:45825","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":206,"response_code":"204"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 38014,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-12-21T01:48:39.158792101Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"peer_addr":"[fd00:1122:3344:101::a]:52894","req_id":"d482576c-ee33-4d0c-845b-143dcb579b30","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.210734958Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54742"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.377015409Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"e08eeb1a-2962-469e-825b-d05874163244","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.377045489Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"e08eeb1a-2962-469e-825b-d05874163244","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:48:39.37705316Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"e08eeb1a-2962-469e-825b-d05874163244","remote_addr":"[fd00:1122:3344:101::a]:54742","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":132,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.746963478Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62070"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.772398943Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47764"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864295394Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"085197cb-dd99-46d6-83e2-f17ecc27205d","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864331385Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"085197cb-dd99-46d6-83e2-f17ecc27205d","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.864341235Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"085197cb-dd99-46d6-83e2-f17ecc27205d","remote_addr":"[fd00:1122:3344:101::b]:47764","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921368874Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"59f00c3d-b9a2-4f16-a242-cd0bc3835ed9","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921413435Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"59f00c3d-b9a2-4f16-a242-cd0bc3835ed9","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:38.921423655Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"59f00c3d-b9a2-4f16-a242-cd0bc3835ed9","remote_addr":"[fd00:1122:3344:101::c]:62070","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":155,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.134302397Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61710"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339035605Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"5839eda5-3e4f-4513-a8e0-3efe780c3e0e","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339068095Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"5839eda5-3e4f-4513-a8e0-3efe780c3e0e","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:49:39.339075195Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"5839eda5-3e4f-4513-a8e0-3efe780c3e0e","remote_addr":"[fd00:1122:3344:101::a]:61710","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":156,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.694476035Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64056"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789044454Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"b59f27ac-0356-464f-b17d-895cb4ceda88","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789077654Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"b59f27ac-0356-464f-b17d-895cb4ceda88","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.789086745Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"b59f27ac-0356-464f-b17d-895cb4ceda88","remote_addr":"[fd00:1122:3344:101::c]:64056","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":143,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:38.970070067Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35996"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.10400113Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34225"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129274851Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"58c8d305-aa51-48ca-babb-da924503696e","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129291761Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"58c8d305-aa51-48ca-babb-da924503696e","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.129301651Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"58c8d305-aa51-48ca-babb-da924503696e","remote_addr":"[fd00:1122:3344:101::b]:35996","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":153,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271797947Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"05760634-d5b7-4101-b8fc-e3fc308ffadb","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271841208Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"05760634-d5b7-4101-b8fc-e3fc308ffadb","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:50:39.271854338Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"05760634-d5b7-4101-b8fc-e3fc308ffadb","remote_addr":"[fd00:1122:3344:101::a]:34225","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":141,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:38.821091943Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40327"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:38.836339505Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53222"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:38.894186888Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"d915a9fb-209a-4c80-af35-c8caa8081d21","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:38.894235859Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"d915a9fb-209a-4c80-af35-c8caa8081d21","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:38.894246029Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"d915a9fb-209a-4c80-af35-c8caa8081d21","remote_addr":"[fd00:1122:3344:101::c]:53222","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.009449527Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"9218e755-1b38-45d1-a16f-09b381a693ec","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.009486888Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"9218e755-1b38-45d1-a16f-09b381a693ec","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.009498298Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"9218e755-1b38-45d1-a16f-09b381a693ec","remote_addr":"[fd00:1122:3344:101::b]:40327","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":168,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.077385401Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49763"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.203030395Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"a89476c1-686d-490c-a779-533d44e57ab9","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.203066766Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"new_generation":1,"req_id":"a89476c1-686d-490c-a779-533d44e57ab9","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-12-21T01:51:39.203077056Z","hostname":"oxz_internal_dns_cded7eb5-a00e-4c84-8bf5-bc1c8248fcdd","pid":5042,"uri":"/config","method":"PUT","req_id":"a89476c1-686d-490c-a779-533d44e57ab9","remote_addr":"[fd00:1122:3344:101::a]:49763","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":141,"response_code":"204"}