[ Sep  5 02:28:53 Enabled. ]
[ Sep  5 02:28:53 Rereading configuration. ]
[ Sep  5 02:28:53 Rereading configuration. ]
[ Sep  5 02:28:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ]
[ Sep  5 02:28:54 Method "start" exited with status 0. ]
Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
note: configured to log to "/dev/stdout"
{"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.956169408Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"}
{"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.956280699Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"store","path":"/data/dns"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.979317933Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"store"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.979351413Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"store","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.979371213Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"}
{"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.979728657Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50027,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            6,\n            95,\n            110,\n            101,\n            120,\n            117,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:28:56.346217965Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:1::2]:7374","req_id":"9c14b86a-968f-4765-b592-ac5b832a78bf","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.819005283Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:58089"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.819630501Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"new_generation":1,"req_id":"07298a2b-7d77-447a-952b-511ee4f8cef6","component":"store"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.819645841Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"store"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.835506489Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"component":"store","keep":3}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.835533139Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"new_generation":1,"req_id":"07298a2b-7d77-447a-952b-511ee4f8cef6","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.8355398Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"uri":"/config","method":"PUT","req_id":"07298a2b-7d77-447a-952b-511ee4f8cef6","remote_addr":"[fd00:1122:3344:1::2]:58089","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16222,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 915,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.927565101Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::1b]:46359","req_id":"33e1fc03-f796-4bc4-a010-e784b82a7be9","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31785,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.932187866Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::1b]:56184","req_id":"58925beb-bdcf-488c-a65b-21f7f21b387c","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28604,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.936010811Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::1b]:47201","req_id":"2b1a298b-4bcd-42a1-b153-6c820c10bc22","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.229635116Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::2]:47923","req_id":"e8fe9d58-5b49-4f4c-a3c8-3a89ce214311","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28565,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            97,\n            54,\n            57,\n            101,\n            97,\n            55,\n            56,\n            45,\n            102,\n            54,\n            97,\n            97,\n            45,\n            52,\n            98,\n            102,\n            102,\n            45,\n            56,\n            54,\n            97,\n            99,\n            45,\n            55,\n            99,\n            100,\n            99,\n            48,\n            57,\n            57,\n            54,\n            56,\n            50,\n            97,\n            97,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.23328791Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::4]:45550","req_id":"d0ccc242-9505-4b91-b589-08b2aeaaa948","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 28565,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            97,\n            54,\n            57,\n            101,\n            97,\n            55,\n            56,\n            45,\n            102,\n            54,\n            97,\n            97,\n            45,\n            52,\n            98,\n            102,\n            102,\n            45,\n            56,\n            54,\n            97,\n            99,\n            45,\n            55,\n            99,\n            100,\n            99,\n            48,\n            57,\n            57,\n            54,\n            56,\n            50,\n            97,\n            97,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.562199361Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::4]:38694","req_id":"f1fddd32-51c5-4b32-93f6-404349b4a7c0","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.563329034Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::2]:34542","req_id":"d5167e20-df18-417d-9284-24e09a64bf4d","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33804,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            44,\n            111,\n            120,\n            122,\n            95,\n            110,\n            116,\n            112,\n            95,\n            56,\n            102,\n            57,\n            97,\n            49,\n            101,\n            56,\n            99,\n            45,\n            50,\n            98,\n            98,\n            55,\n            45,\n            52,\n            51,\n            102,\n            54,\n            45,\n            97,\n            97,\n            54,\n            101,\n            45,\n            55,\n            57,\n            49,\n            57,\n            102,\n            48,\n            49,\n            53,\n            56,\n            53,\n            52,\n            101,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.692083181Z","hostname":"oxz_internal_dns_ded9b60a-391a-4a23-b6c4-8abaef55f3e9","pid":5520,"peer_addr":"[fd00:1122:3344:101::1b]:57622","req_id":"321d40d1-cf7c-46f2-8920-eec0ef047f5d","component":"dns"}