[ Aug 14 22:28:54 Enabled. ] [ Aug 14 22:28:54 Rereading configuration. ] [ Aug 14 22:28:55 Rereading configuration. ] [ Aug 14 22:28:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 14 22:28:57 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.275734737Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.275880189Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.297324579Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.29734292Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.297393531Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:57.297657185Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.447096366Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:41509"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.447946651Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"new_generation":1,"req_id":"75399a76-2488-4929-900f-7be18d6e09bd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.447971791Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.492780895Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.492832046Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"new_generation":1,"req_id":"75399a76-2488-4929-900f-7be18d6e09bd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-14T22:28:58.492846646Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"uri":"/config","method":"PUT","req_id":"75399a76-2488-4929-900f-7be18d6e09bd","remote_addr":"[fd00:1122:3344:2::2]:41509","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":45387,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:29:11.097655905Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::1b]:57530","req_id":"9a8abe99-ec55-43b1-836e-b195ae057b11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:29:11.102108892Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::1b]:51250","req_id":"48ceabfb-7f50-446f-b651-05995145ff47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:29:11.106774103Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::1b]:43740","req_id":"2919d9ef-4b2e-4b98-b6c0-14df993401f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:30:00.182307239Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::2]:50355","req_id":"1e5e0e38-f309-45a0-886c-6a457edc61d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:30:00.182409641Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::2]:58992","req_id":"bba6aca6-37ad-4a66-afd0-825cf8fa58d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 55,\n 48,\n 54,\n 102,\n 57,\n 54,\n 50,\n 45,\n 50,\n 99,\n 49,\n 48,\n 45,\n 52,\n 100,\n 57,\n 99,\n 45,\n 98,\n 98,\n 102,\n 54,\n 45,\n 49,\n 48,\n 53,\n 55,\n 52,\n 98,\n 56,\n 48,\n 102,\n 49,\n 49,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:30:00.392244625Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::3]:48586","req_id":"23832e84-4dfc-4c82-9bb4-2d560aa0ed12","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 55,\n 48,\n 54,\n 102,\n 57,\n 54,\n 50,\n 45,\n 50,\n 99,\n 49,\n 48,\n 45,\n 52,\n 100,\n 57,\n 99,\n 45,\n 98,\n 98,\n 102,\n 54,\n 45,\n 49,\n 48,\n 53,\n 55,\n 52,\n 98,\n 56,\n 48,\n 102,\n 49,\n 49,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6706f962-2c10-4d9c-bbf6-10574b80f111.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-14T22:30:00.392859056Z","hostname":"oxz_internal_dns_27dd30d2-ec9f-4004-bd4d-2a279c5b1de6","pid":5564,"peer_addr":"[fd00:1122:3344:101::3]:50365","req_id":"53dafafd-ebe7-4c3a-a668-806c84b0a1cf","component":"dns"}