[ Aug 28 23:59:08 Enabled. ]
[ Aug 28 23:59:08 Rereading configuration. ]
[ Aug 28 23:59:08 Rereading configuration. ]
[ Aug 28 23:59:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ]
[ Aug 28 23:59:09 Method "start" exited with status 0. ]
Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
note: configured to log to "/dev/stdout"
{"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.002007776Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"}
{"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.002165889Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"store","path":"/data/dns"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.020294819Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"store"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.020313109Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"store","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.02035542Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"}
{"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.020612895Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.336682775Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:39740"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.33744189Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"new_generation":1,"req_id":"7ec3738a-5e1b-4c9c-a905-224e0b20a7c3","component":"store"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.337463001Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"store"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.350364667Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"component":"store","keep":3}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.350399147Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"new_generation":1,"req_id":"7ec3738a-5e1b-4c9c-a905-224e0b20a7c3","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-28T23:59:10.350406598Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"uri":"/config","method":"PUT","req_id":"7ec3738a-5e1b-4c9c-a905-224e0b20a7c3","remote_addr":"[fd00:1122:3344:2::2]:39740","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13350,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46254,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-28T23:59:22.888419834Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::1b]:46597","req_id":"afe394ec-6c62-4356-b873-b796e10b6f24","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27788,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-28T23:59:22.892959514Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::1b]:52526","req_id":"730876d0-5a78-4fda-958c-0a44491697cc","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 30701,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-28T23:59:22.899721979Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::1b]:39984","req_id":"e94e1265-c814-4483-9eb2-65792c7ae0c4","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39889,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_ntp_f937e6f1-4e54-4d8a-83f1-0d7e78c94c7e.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_ntp_f937e6f1-4e54-4d8a-83f1-0d7e78c94c7e.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            44,\n            111,\n            120,\n            122,\n            95,\n            110,\n            116,\n            112,\n            95,\n            102,\n            57,\n            51,\n            55,\n            101,\n            54,\n            102,\n            49,\n            45,\n            52,\n            101,\n            53,\n            52,\n            45,\n            52,\n            100,\n            56,\n            97,\n            45,\n            56,\n            51,\n            102,\n            49,\n            45,\n            48,\n            100,\n            55,\n            101,\n            55,\n            56,\n            99,\n            57,\n            52,\n            99,\n            55,\n            101,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_f937e6f1-4e54-4d8a-83f1-0d7e78c94c7e.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.809568436Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::1b]:34784","req_id":"8993c193-0f5c-4f18-97f7-9d4117f6c894","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12255,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            51,\n            54,\n            54,\n            100,\n            55,\n            49,\n            49,\n            48,\n            45,\n            54,\n            100,\n            56,\n            55,\n            45,\n            52,\n            48,\n            56,\n            55,\n            45,\n            97,\n            51,\n            102,\n            55,\n            45,\n            53,\n            50,\n            97,\n            102,\n            102,\n            56,\n            51,\n            51,\n            49,\n            55,\n            102,\n            55,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.855484837Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::6]:44936","req_id":"2188473a-561f-47d8-9731-3eb559531cc4","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12255,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            51,\n            54,\n            54,\n            100,\n            55,\n            49,\n            49,\n            48,\n            45,\n            54,\n            100,\n            56,\n            55,\n            45,\n            52,\n            48,\n            56,\n            55,\n            45,\n            97,\n            51,\n            102,\n            55,\n            45,\n            53,\n            50,\n            97,\n            102,\n            102,\n            56,\n            51,\n            51,\n            49,\n            55,\n            102,\n            55,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_366d7110-6d87-4087-a3f7-52aff83317f7.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.85611655Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::6]:52907","req_id":"7d5a7d6e-8db5-45cc-b9d2-270221b22c00","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.905760235Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::2]:61967","req_id":"f8a09818-c87b-410d-a011-512c9f422600","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50122,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.906191743Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::2]:45713","req_id":"00fb6e8f-56fb-4599-96b5-db3a276abb20","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5976,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            101,\n            52,\n            52,\n            55,\n            97,\n            53,\n            102,\n            45,\n            102,\n            53,\n            53,\n            98,\n            45,\n            52,\n            99,\n            50,\n            54,\n            45,\n            98,\n            97,\n            102,\n            48,\n            45,\n            57,\n            101,\n            48,\n            53,\n            48,\n            55,\n            57,\n            57,\n            53,\n            57,\n            57,\n            51,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.907207793Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::4]:42359","req_id":"d5cb830f-dd67-4a8b-a506-222ff6e4d51f","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 5976,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            101,\n            52,\n            52,\n            55,\n            97,\n            53,\n            102,\n            45,\n            102,\n            53,\n            53,\n            98,\n            45,\n            52,\n            99,\n            50,\n            54,\n            45,\n            98,\n            97,\n            102,\n            48,\n            45,\n            57,\n            101,\n            48,\n            53,\n            48,\n            55,\n            57,\n            57,\n            53,\n            57,\n            57,\n            51,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de447a5f-f55b-4c26-baf0-9e0507995993.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T00:00:00.907706573Z","hostname":"oxz_internal_dns_7a224559-1240-4f52-98ef-f84ec3dd4740","pid":5359,"peer_addr":"[fd00:1122:3344:101::4]:58789","req_id":"d557a61a-3c5d-4ce0-9d22-7e42c1b4b733","component":"dns"}