[ Mar 17 02:43:58 Enabled. ]
[ Mar 17 02:43:58 Rereading configuration. ]
[ Mar 17 02:43:59 Rereading configuration. ]
[ Mar 17 02:44:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ]
[ Mar 17 02:44:00 Method "start" exited with status 0. ]
Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
note: configured to log to "/dev/stdout"
{"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.476186118Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"}
{"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.476352912Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"store","path":"/data/dns"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.495798397Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"store"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.495815737Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"store","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.495862488Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"}
{"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.496159065Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.504299334Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:60668"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.505265128Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"new_generation":1,"req_id":"4204e8dc-003e-44fe-ba4d-9dca214ed927","component":"store"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.505279818Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"store"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.533707241Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"component":"store","keep":3}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.533736032Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"new_generation":1,"req_id":"4204e8dc-003e-44fe-ba4d-9dca214ed927","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-17T02:44:00.533752253Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"uri":"/config","method":"PUT","req_id":"4204e8dc-003e-44fe-ba4d-9dca214ed927","remote_addr":"[fd00:1122:3344:3::2]:60668","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28955,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 56068,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.082539479Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:36915","req_id":"83f24e4b-1160-4afa-af45-0ea4afe63ca7","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7898,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.08749112Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:35401","req_id":"b021669f-0050-4664-9574-f1bf03b0647e","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 12995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:44:12.092160134Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:38407","req_id":"559a978d-fc69-4a29-bf3d-7711072659be","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            101,\n            99,\n            53,\n            102,\n            101,\n            101,\n            56,\n            54,\n            45,\n            102,\n            98,\n            50,\n            98,\n            45,\n            52,\n            50,\n            99,\n            98,\n            45,\n            97,\n            50,\n            100,\n            48,\n            45,\n            49,\n            97,\n            55,\n            100,\n            55,\n            53,\n            99,\n            52,\n            102,\n            50,\n            54,\n            98,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:00.763749647Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::6]:46287","req_id":"e359d7f0-f64d-4df6-8a45-76e41d9a0168","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21645,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            101,\n            99,\n            53,\n            102,\n            101,\n            101,\n            56,\n            54,\n            45,\n            102,\n            98,\n            50,\n            98,\n            45,\n            52,\n            50,\n            99,\n            98,\n            45,\n            97,\n            50,\n            100,\n            48,\n            45,\n            49,\n            97,\n            55,\n            100,\n            55,\n            53,\n            99,\n            52,\n            102,\n            50,\n            54,\n            98,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ec5fee86-fb2b-42cb-a2d0-1a7d75c4f26b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:00.765648694Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::6]:32833","req_id":"cec085c8-e21c-4a58-8bc8-8dffb9c2cd08","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 31193,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            44,\n            111,\n            120,\n            122,\n            95,\n            110,\n            116,\n            112,\n            95,\n            100,\n            48,\n            100,\n            57,\n            102,\n            101,\n            54,\n            102,\n            45,\n            49,\n            52,\n            54,\n            49,\n            45,\n            52,\n            102,\n            52,\n            52,\n            45,\n            56,\n            55,\n            100,\n            50,\n            45,\n            48,\n            57,\n            97,\n            51,\n            101,\n            56,\n            98,\n            55,\n            50,\n            54,\n            48,\n            53,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_d0d9fe6f-1461-4f44-87d2-09a3e8b72605.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.27577888Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::1b]:64534","req_id":"51aef669-e81e-4ceb-a235-52c12685aa35","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.302124193Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::2]:55971","req_id":"6c408561-57d8-4fec-be7a-838b09c2c2ca","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32462,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"oxz_switch.\"),\n                ),\n                original: Query {\n                    name: Name(\"oxz_switch.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            10,\n            111,\n            120,\n            122,\n            95,\n            115,\n            119,\n            105,\n            116,\n            99,\n            104,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-17T02:45:01.302845013Z","hostname":"oxz_internal_dns_0be8c1df-bfc6-4edb-a251-5d5b508b21bd","pid":5494,"peer_addr":"[fd00:1122:3344:101::2]:35436","req_id":"f08364a6-ab91-4a89-a5ef-b721850d1266","component":"dns"}