[ Mar 7 22:43:58 Enabled. ] [ Mar 7 22:43:58 Rereading configuration. ] [ Mar 7 22:43:58 Rereading configuration. ] [ Mar 7 22:44:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 7 22:44:00 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.045965101Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.046207088Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.067025787Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.067044697Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.067092799Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.067395038Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.230623568Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:43648"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.231399261Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"new_generation":1,"req_id":"79f53a06-2d06-430a-b90c-0c95d5839d6b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.231417412Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.246419035Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.246444316Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"new_generation":1,"req_id":"79f53a06-2d06-430a-b90c-0c95d5839d6b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-03-07T22:44:00.246462966Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"uri":"/config","method":"PUT","req_id":"79f53a06-2d06-430a-b90c-0c95d5839d6b","remote_addr":"[fd00:1122:3344:3::2]:43648","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":15439,"response_code":"204"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_416eb39a-1cea-4752-bc22-195679c44853.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.398961596Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::3]:34911","req_id":"65162865-f2d8-4374-8552-ea155190db37","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_777ca252-0e2b-4952-8163-fd713097cfd8.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.39974569Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::7]:56742","req_id":"cd19b6a8-c365-450e-b5d1-0e20a93bb71b","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_416eb39a-1cea-4752-bc22-195679c44853.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.39976183Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::3]:39692","req_id":"7ddcacdc-0d29-4e60-9f82-aef9076e61cc","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_777ca252-0e2b-4952-8163-fd713097cfd8.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.39977696Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::7]:33740","req_id":"a769589f-1718-48f6-8bde-97d14512b1bd","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ef3fcc1-a4d4-4ae7-b002-8ec05b51492b.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.532565571Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::6]:49941","req_id":"95de5aa5-0ada-4902-a6cd-c8cf257b1325","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ef3fcc1-a4d4-4ae7-b002-8ec05b51492b.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.532907781Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::6]:49295","req_id":"6733bc72-f697-479c-b8bd-39081536252a","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bdd869e5-e908-42b7-afb7-35517ea5ca46.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.542444789Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::4]:64915","req_id":"fa269a00-1325-4781-bb8d-3d75540ba95f","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bdd869e5-e908-42b7-afb7-35517ea5ca46.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.542750258Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::4]:44231","req_id":"f126cd59-0af8-49bf-aec6-2849374fe143","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd70b00d-6277-40dc-9a7a-524663f1a340.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.579069005Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::5]:33282","req_id":"8e7ef476-e80b-423f-bef9-1e16a96165c9","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd70b00d-6277-40dc-9a7a-524663f1a340.\"","v":0,"name":"dns-server","level":50,"time":"2024-03-07T22:45:00.579343943Z","hostname":"oxz_internal_dns_6e31b68c-68c6-4db7-adbb-2ed9a659e17e","pid":4548,"peer_addr":"[fd00:1122:3344:101::5]:33842","req_id":"1f8b17d4-05f2-42fd-806b-6874aefd8e4f","component":"dns"}