Max level shown:
1 [ Nov 2 20:44:14 Enabled. ]
2 [ Nov 2 20:44:14 Rereading configuration. ]
3 [ Nov 2 20:44:14 Rereading configuration. ]
4 [ Nov 2 20:44:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ]
5 [ Nov 2 20:44:16 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-11-02T20:44:16.074ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }
92026-11-02T20:44:16.074ZINFOdns-server (store): opening sled database path = /data/dns
102026-11-02T20:44:16.098ZINFOdns-server (store): pruning trees for generations newer than 0
112026-11-02T20:44:16.098ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-11-02T20:44:16.098ZINFOdns-server (dns): DNS server bound to address bind_address = [fd00:1122:3344:3::1]:53
132026-11-02T20:44:16.098ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:3::1]:5353
142026-11-02T20:44:16.214ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26817, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:45944 req_id = 45f8d0a7-e7ec-4514-9c8f-2f9128c26959
152026-11-02T20:44:16.215ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58514, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("00686d54-107e-4437-8b57-4b67d918db5b.host.control-plane.oxide.internal."), ), original: Query { name: Name("00686d54-107e-4437-8b57-4b67d918db5b.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 48, 48, 54, 56, 54, 100, 53, 52, 45, 49, 48, 55, 101, 45, 52, 52, 51, 55, 45, 56, 98, 53, 55, 45, 52, 98, 54, 55, 100, 57, 49, 56, 100, 98, 53, 98, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "00686d54-107e-4437-8b57-4b67d918db5b.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:54250 req_id = 0cbefb0f-a543-49af-b060-f9817f844075
162026-11-02T20:44:16.215ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37242, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("37de1561-1773-4a22-a791-79aec372a791.host.control-plane.oxide.internal."), ), original: Query { name: Name("37de1561-1773-4a22-a791-79aec372a791.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 51, 55, 100, 101, 49, 53, 54, 49, 45, 49, 55, 55, 51, 45, 52, 97, 50, 50, 45, 97, 55, 57, 49, 45, 55, 57, 97, 101, 99, 51, 55, 50, 97, 55, 57, 49, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "37de1561-1773-4a22-a791-79aec372a791.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:35110 req_id = 9b96eb70-ccf2-49d2-80f4-e1211f1e2031
172026-11-02T20:44:16.215ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 60154, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("397012ec-6791-42f3-ab3b-03a535ecd5bd.host.control-plane.oxide.internal."), ), original: Query { name: Name("397012ec-6791-42f3-ab3b-03a535ecd5bd.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 51, 57, 55, 48, 49, 50, 101, 99, 45, 54, 55, 57, 49, 45, 52, 50, 102, 51, 45, 97, 98, 51, 98, 45, 48, 51, 97, 53, 51, 53, 101, 99, 100, 53, 98, 100, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "397012ec-6791-42f3-ab3b-03a535ecd5bd.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:56518 req_id = 2111ece2-f0d5-4798-acae-f8b5bad7638b
182026-11-02T20:44:16.222ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:3::2]:60893
192026-11-02T20:44:16.223ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 6e29fbdd-aed0-429a-8da8-1f5c9a5ba75e
202026-11-02T20:44:16.223ZINFOdns-server (store): pruning trees for generations newer than 0
212026-11-02T20:44:16.254ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
222026-11-02T20:44:16.254ZINFOdns-server (store): updated generation new_generation = 1 req_id = 6e29fbdd-aed0-429a-8da8-1f5c9a5ba75e
232026-11-02T20:44:16.254ZINFOdns-server (http): request completed latency_us = 32024 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:3::2]:60893 req_id = 6e29fbdd-aed0-429a-8da8-1f5c9a5ba75e response_code = 204 uri = /config
242026-11-02T20:44:28.382ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15621, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::1b]:45143 req_id = 507fd65f-4b26-4cf1-b598-931d45a29310
252026-11-02T20:44:28.387ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46127, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::1b]:59223 req_id = 39b9e2a5-19c8-4008-b73e-ccf76eed74cb
262026-11-02T20:44:28.393ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 61824, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::1b]:51128 req_id = c745a7d4-30dd-44ac-83fc-331bc62ec3db
272026-11-02T20:45:00.355ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13232, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_f416edae-a7f1-4773-9f71-69412ece094b."), ), original: Query { name: Name("oxz_ntp_f416edae-a7f1-4773-9f71-69412ece094b."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 102, 52, 49, 54, 101, 100, 97, 101, 45, 97, 55, 102, 49, 45, 52, 55, 55, 51, 45, 57, 102, 55, 49, 45, 54, 57, 52, 49, 50, 101, 99, 101, 48, 57, 52, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_f416edae-a7f1-4773-9f71-69412ece094b." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::1b]:56188 req_id = 262b9ce9-1b74-475e-8acc-71bb7e8ec129
282026-11-02T20:45:00.569ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46342, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39."), ), original: Query { name: Name("oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 55, 98, 51, 101, 51, 50, 45, 102, 56, 100, 57, 45, 52, 48, 52, 98, 45, 98, 50, 48, 52, 45, 50, 55, 51, 53, 54, 99, 98, 101, 101, 101, 51, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::6]:62270 req_id = 8e34ea12-e92d-4f2d-b615-f16cff4c43ba
292026-11-02T20:45:00.569ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46342, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39."), ), original: Query { name: Name("oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 55, 98, 51, 101, 51, 50, 45, 102, 56, 100, 57, 45, 52, 48, 52, 98, 45, 98, 50, 48, 52, 45, 50, 55, 51, 53, 54, 99, 98, 101, 101, 101, 51, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fb7b3e32-f8d9-404b-b204-27356cbeee39." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::6]:40751 req_id = efc72ed4-6f34-4ac4-8ae0-7920365e46af
302026-11-02T20:45:00.641ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58169, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:36818 req_id = bf855200-fe8e-4e56-bd08-5b0e4c896217
312026-11-02T20:45:00.641ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58169, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::2]:34575 req_id = ad764971-8ed3-4a8d-9b16-cc05a41608c6
322026-11-02T20:45:00.661ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39745, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3."), ), original: Query { name: Name("oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 56, 55, 56, 99, 54, 97, 56, 45, 57, 55, 50, 102, 45, 52, 98, 101, 52, 45, 56, 99, 100, 99, 45, 55, 100, 54, 97, 55, 97, 49, 57, 54, 102, 98, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::4]:45870 req_id = 51f31339-6756-415c-b32e-5f5f51c664a6
332026-11-02T20:45:00.662ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39745, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3."), ), original: Query { name: Name("oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 56, 55, 56, 99, 54, 97, 56, 45, 57, 55, 50, 102, 45, 52, 98, 101, 52, 45, 56, 99, 100, 99, 45, 55, 100, 54, 97, 55, 97, 49, 57, 54, 102, 98, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0878c6a8-972f-4be4-8cdc-7d6a7a196fb3." bind_address = [fd00:1122:3344:3::1]:53 peer_addr = [fd00:1122:3344:101::4]:58663 req_id = fbe93dae-7656-47b8-84c2-9880cae89e9c