[ Dec 19 22:59:23 Disabled. ] [ Dec 19 22:59:23 Rereading configuration. ] [ Dec 19 22:59:25 Rereading configuration. ] [ Dec 19 22:59:26 Rereading configuration. ] [ Dec 19 22:59:26 Enabled. ] [ Dec 19 22:59:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Dec 19 22:59:26 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.267144777Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, request_body_max_bytes: 104857600, default_handler_task_mode: Detached }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.267497331Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.287325816Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.287345646Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.287359956Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:26.28764942Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.672798759Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:101::1]:61879","req_id":"d2677652-2a57-4178-96a4-518e6679071d","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.67291852Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:101::1]:60701","req_id":"77bf5000-8b55-42d6-9a35-e987deaaa54b","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.672954961Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:101::1]:61763","req_id":"30b8e2f4-4d5d-4d42-a2f9-d5c01ce6322f","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.673014632Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:101::1]:52748","req_id":"00b6121c-0786-4a59-8999-1ff5df3641f4","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.8311488Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:60985","req_id":"4f0978c5-feca-4eda-8e1d-65a24723e0cb","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.841699366Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:50799","req_id":"ae51b9eb-12e4-44e8-98b6-18f2eb670171","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.880542443Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:56133","req_id":"30b9b60e-1ec2-4ade-b3d1-da0befb9900b","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.955235246Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:54496","req_id":"de387404-171e-4051-90c2-73ad890128e8","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:26.998261961Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:54334","req_id":"9a557712-2b56-49fd-80d0-57d547cd9465","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.006930971Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:101::2]:63742","req_id":"654b930a-b2d0-40f6-9e13-250304b1aec9","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.360678126Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:54020","req_id":"25fbbd03-1914-429a-8dde-8d73a4a220b3","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.41593702Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:58663","req_id":"565a9031-48a8-4a6b-b385-4e5f127477e6","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.429706221Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:64575","req_id":"79c71a8d-3263-435d-99b2-714a0369af18","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.568542371Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:65252","req_id":"31637100-a979-48be-9cac-ed2d4a6ad649","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.840768148Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:61979","req_id":"c22d77e7-cafe-4e81-b3a0-09bb0e056023","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.844249756Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:52601","req_id":"b0a2554b-be68-41d6-9c6d-d26074268564","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:27.935013472Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:62323","req_id":"34008bc1-3902-4633-a506-45448a9ef1e4","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.250633598Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:56214","req_id":"2d55017a-f9b9-4150-9d47-c222ab545148","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.327035185Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:60866","req_id":"6f872a2f-fa62-48f7-966f-bda957aef6f7","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.338448303Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:54182","req_id":"a3d63c8d-b5f8-456f-aa16-cb2327fef5d1","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.631262384Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:55504","req_id":"ca253fa5-812d-44e0-b8a5-664ec8b91a13","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.929078194Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:53566","req_id":"e2f110da-a116-4cd6-9422-bbe67582337c","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:28.989973756Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:62632","req_id":"8c608905-31f9-4174-a881-efe19370bcc8","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:29.320975836Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:61619","req_id":"ddd8ef97-a6c0-4833-921f-e3ab7386560a","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:29.521060524Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:53514","req_id":"ab18be93-5564-41b9-af89-45a5cdc4286b","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:29.553392092Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:50315","req_id":"eea0d827-cbe5-4942-8758-741500d96b46","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:29.88140192Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:57837","req_id":"61e00304-00b3-4f25-ba00-27032d977413","component":"dns"} {"msg":"failed to handle incoming DNS message: SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2023-12-19T22:59:30.116160048Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"peer_addr":"[fd00:1122:3344:1::2]:54797","req_id":"b777f417-c5d0-4013-aab6-194b025414af","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.118047934Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:56563"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.119103898Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"new_generation":1,"req_id":"6a09d7be-631b-4faa-964e-f726ed5924cd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.119141189Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.186141346Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.186182246Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"new_generation":1,"req_id":"6a09d7be-631b-4faa-964e-f726ed5924cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2023-12-19T22:59:30.186255307Z","hostname":"oxz_internal_dns_1bd57612-2d1b-4a6a-8ec9-eb1ee2bf2ed4","pid":4627,"uri":"/config","method":"PUT","req_id":"6a09d7be-631b-4faa-964e-f726ed5924cd","remote_addr":"[fd00:1122:3344:1::2]:56563","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":67656,"response_code":"204"}