[ Mar 17 02:43:58 Enabled. ]
[ Mar 17 02:43:58 Rereading configuration. ]
[ Mar 17 02:43:58 Rereading configuration. ]
[ Mar 17 02:44:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ]
[ Mar 17 02:44:00 Method "start" exited with status 0. ]
Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
note: configured to log to "/dev/stdout"
{"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.399652931Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"}
{"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.399843566Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"store","path":"/data/dns"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.418333537Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"store"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.418365627Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"store","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.418386588Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"}
{"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.418625514Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.566178644Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:44636"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.566949933Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"new_generation":1,"req_id":"349f2207-dfe5-4322-b033-eafe8c3ecf34","component":"store"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.566962933Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"store"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.598286627Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"component":"store","keep":3}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.598315628Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"new_generation":1,"req_id":"349f2207-dfe5-4322-b033-eafe8c3ecf34","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.598327848Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"uri":"/config","method":"PUT","req_id":"349f2207-dfe5-4322-b033-eafe8c3ecf34","remote_addr":"[fd00:1122:3344:1::2]:44636","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":31783,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56068,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.081906003Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:57020","req_id":"22ec7538-e559-4b4f-abb1-9e009b9daf57","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7898,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.087027978Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:45049","req_id":"2740fe08-e812-446f-80f0-02a109a4e310","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.091896477Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:39809","req_id":"5c94cd40-5e02-47f6-9f43-dd61fd75437f","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            101,\n            99,\n            53,\n            102,\n            101,\n            101,\n            56,\n            54,\n            45,\n            102,\n            98,\n            50,\n            98,\n            45,\n            52,\n            50,\n            99,\n            98,\n            45,\n            97,\n            50,\n            100,\n            48,\n            45,\n            49,\n            97,\n            55,\n            100,\n            55,\n            53,\n            99,\n            52,\n            102,\n            50,\n            54,\n            98,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:00.758245393Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::6]:33817","req_id":"59dcc5cd-14e6-4c04-ad9b-4c59554f6a32","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            101,\n            99,\n            53,\n            102,\n            101,\n            101,\n            56,\n            54,\n            45,\n            102,\n            98,\n            50,\n            98,\n            45,\n            52,\n            50,\n            99,\n            98,\n            45,\n            97,\n            50,\n            100,\n            48,\n            45,\n            49,\n            97,\n            55,\n            100,\n            55,\n            53,\n            99,\n            52,\n            102,\n            50,\n            54,\n            98,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:00.761683617Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::6]:64605","req_id":"99550ecd-5cdc-4086-8d19-35549360f244","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31193,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            44,\n            111,\n            120,\n            122,\n            95,\n            110,\n            116,\n            112,\n            95,\n            100,\n            48,\n            100,\n            57,\n            102,\n            101,\n            54,\n            102,\n            45,\n            49,\n            52,\n            54,\n            49,\n            45,\n            52,\n            102,\n            52,\n            52,\n            45,\n            56,\n            55,\n            100,\n            50,\n            45,\n            48,\n            57,\n            97,\n            51,\n            101,\n            56,\n            98,\n            55,\n            50,\n            54,\n            48,\n            53,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.274931759Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:38465","req_id":"c654701b-0071-4df8-b91d-2861f21dc393","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.301639701Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::2]:38714","req_id":"0cf6b48e-a606-4844-aa60-32b46cb6d414","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.30235556Z","hostname":"oxz_internal_dns_8aa16ba9-a06a-48b6-8dad-efd5ad07ed4b","pid":5474,"peer_addr":"[fd00:1122:3344:101::2]:33809","req_id":"ded9b6af-e027-44fb-be14-d0d75b2e6496","component":"dns"}