[ May 27 20:57:46 Enabled. ]
[ May 27 20:57:46 Rereading configuration. ]
[ May 27 20:57:46 Rereading configuration. ]
[ May 27 20:57:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ]
[ May 27 20:57:47 Method "start" exited with status 0. ]
Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
note: configured to log to "/dev/stdout"
{"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.959043244Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"}
{"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.959189299Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"store","path":"/data/dns"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.982654429Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"store"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.98267363Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"store","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.982748692Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"}
{"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:47.983069783Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 64280,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            6,\n            95,\n            110,\n            101,\n            120,\n            117,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T20:57:48.006251235Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:13646","req_id":"10e67fc3-1e93-47ff-ae7a-aac05f6dadb7","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.106421538Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:57889"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.107152543Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"new_generation":1,"req_id":"624ade73-d0c5-4cca-a225-d7554901e62f","component":"store"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.107194674Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"store"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.123361462Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"component":"store","keep":3}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.123395314Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"new_generation":1,"req_id":"624ade73-d0c5-4cca-a225-d7554901e62f","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-27T20:57:48.123414444Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"uri":"/config","method":"PUT","req_id":"624ade73-d0c5-4cca-a225-d7554901e62f","remote_addr":"[fd00:1122:3344:2::2]:57889","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16595,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 33441,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T20:58:00.791754332Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:44044","req_id":"f0d71735-2059-47f9-8490-407a130c2f9f","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27969,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T20:58:00.810795866Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:53498","req_id":"0d9c21cb-db1e-47e4-9d3c-ac3091bc5371","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T20:58:00.831731323Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:39972","req_id":"a6b45d01-e4dc-4e3c-8ae3-2e0fa7ca6f6a","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 16639,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_ntp_823d5c85-5122-4720-8861-946acc7b40ae.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_ntp_823d5c85-5122-4720-8861-946acc7b40ae.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            44,\n            111,\n            120,\n            122,\n            95,\n            110,\n            116,\n            112,\n            95,\n            56,\n            50,\n            51,\n            100,\n            53,\n            99,\n            56,\n            53,\n            45,\n            53,\n            49,\n            50,\n            50,\n            45,\n            52,\n            55,\n            50,\n            48,\n            45,\n            56,\n            56,\n            54,\n            49,\n            45,\n            57,\n            52,\n            54,\n            97,\n            99,\n            99,\n            55,\n            98,\n            52,\n            48,\n            97,\n            101,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_823d5c85-5122-4720-8861-946acc7b40ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.091520668Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:45323","req_id":"57e43d20-82c4-4305-9751-f4367d77ef95","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65038,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.279284654Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:38750","req_id":"d570fa1e-083f-4ca7-92da-8c4484b6c204","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12228,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.295765344Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:52829","req_id":"f3ed4040-6739-4fa3-8a3d-7a88d139087f","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48799,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.311483269Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::1b]:46920","req_id":"3ba9fb60-4c20-432f-a664-bc21eda4df34","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46846,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.900900649Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:52084","req_id":"5e22c42b-0dc9-4fde-97c3-e9763cbc07a8","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46846,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-27T21:00:00.901582351Z","hostname":"oxz_internal_dns_be1b4c37-574b-46f6-9ca7-ea01ec63ddd7","pid":5403,"peer_addr":"[fd00:1122:3344:101::2]:59640","req_id":"52eb7764-6fc1-4cd6-994e-371540511e3d","component":"dns"}