{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973101812Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41221"} {"msg":"region ec011421-fb8d-41a5-b678-7ddd4723f2e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973204683Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973889353Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.973898103Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"e90b835d-d788-493d-8616-4e4cf86c7447","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":722,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.996927802Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:05.996961492Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ec011421-fb8d-41a5-b678-7ddd4723f2e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ec011421-fb8d-41a5-b678-7ddd4723f2e8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.075239149Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"ec011421-fb8d-41a5-b678-7ddd4723f2e8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ec011421-fb8d-41a5-b678-7ddd4723f2e8\" \"--data\" \"/data/regions/ec011421-fb8d-41a5-b678-7ddd4723f2e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.077192547Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"ec011421-fb8d-41a5-b678-7ddd4723f2e8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.152649944Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"ec011421-fb8d-41a5-b678-7ddd4723f2e8","component":"worker"} {"msg":"region ec011421-fb8d-41a5-b678-7ddd4723f2e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.152688125Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.152804536Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.168087124Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.179027361Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.192233549Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.195245972Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec011421-fb8d-41a5-b678-7ddd4723f2e8","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.195514186Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.195577837Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.195619827Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.195659938Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.199138008Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.203765414Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:06.334947685Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"40219ceb-e13a-4395-8fb1-d94fb4144877","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.631373795Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675","method":"GET","req_id":"c0affe00-5a15-46ee-9327-92e7049d9f41","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.635179329Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"dataset is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.645280464Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"snapshot is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.655305716Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.655333947Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.666608248Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3","method":"GET","req_id":"fe4cad81-4907-4bd7-95ba-a6be63dd7b58","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31428,"response_code":200} {"msg":"path is \"/data/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.670543544Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"dataset is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.679191397Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"snapshot is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.687960713Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.687991883Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2ca978dc-853a-4c7a-b110-c3efb9d11675-36f889c3-9acc-4c22-b06d-e8e7711476c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.697211134Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"applying SMF actions for region 2ca978dc-853a-4c7a-b110-c3efb9d11675 running snapshot 36f889c3-9acc-4c22-b06d-e8e7711476c3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.697412668Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.697433588Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3/run","method":"POST","req_id":"86cfda08-b0b7-4bcd-8848-1b6eadc1a8c9","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26921,"response_code":200} {"msg":"creating missing snapshot instance snapshot-2ca978dc-853a-4c7a-b110-c3efb9d11675-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.699872363Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2ca978dc-853a-4c7a-b110-c3efb9d11675-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.703027817Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2ca978dc-853a-4c7a-b110-c3efb9d11675-36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712382171Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675/.zfs/snapshot/36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712658775Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712712826Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712749756Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712785667Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.712834248Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.716193905Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.720790501Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"region 2ca978dc-853a-4c7a-b110-c3efb9d11675 running snapshot 36f889c3-9acc-4c22-b06d-e8e7711476c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:07.720803641Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"path is \"/data/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:08.03684694Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"dataset is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:08.045896309Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"snapshot is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675@36f889c3-9acc-4c22-b06d-e8e7711476c3","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:08.054559303Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675\", \"36f889c3-9acc-4c22-b06d-e8e7711476c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:08.054590504Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:08.063316338Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/2ca978dc-853a-4c7a-b110-c3efb9d11675/snapshots/36f889c3-9acc-4c22-b06d-e8e7711476c3/run","method":"POST","req_id":"6629d9d0-9ec7-4b93-ae13-e3c5f2103840","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26516,"response_code":200} {"msg":"region 7646c0d4-8dc7-4084-8fc9-961d40e33d64 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.602177263Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.602351616Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"bb107ab4-9c51-457f-b89e-8845b24ae2d5","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":230,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.602369656Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.612187571Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.612222372Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7646c0d4-8dc7-4084-8fc9-961d40e33d64\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.671861018Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"7646c0d4-8dc7-4084-8fc9-961d40e33d64","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7646c0d4-8dc7-4084-8fc9-961d40e33d64\" \"--data\" \"/data/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.673779325Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"7646c0d4-8dc7-4084-8fc9-961d40e33d64","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.749057609Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"7646c0d4-8dc7-4084-8fc9-961d40e33d64","component":"worker"} {"msg":"region 7646c0d4-8dc7-4084-8fc9-961d40e33d64 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.74909147Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.749208111Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.750842585Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.754088951Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.764211506Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.768955683Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.769279978Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.769335628Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.769366959Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.76941013Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.773979965Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.788414531Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:12.829083181Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"c95124fd-0c40-4cbe-969f-57b54aff3ebe","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.502297303Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","method":"GET","req_id":"4a8fa88c-d13e-4fff-95b6-ed32478eded5","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"path is \"/data/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.506001246Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"dataset is oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.521755121Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"region 7646c0d4-8dc7-4084-8fc9-961d40e33d64 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.532043728Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.532229931Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.532285391Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","method":"DELETE","req_id":"7e3e7972-2db0-4db0-970e-51ffb866ff74","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26321,"response_code":204} {"msg":"disabling downstairs instance: downstairs-7646c0d4-8dc7-4084-8fc9-961d40e33d64 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.534139458Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.53570535Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","method":"GET","req_id":"b7eb91a9-2e9c-4c83-8feb-93e7525c5f11","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.543301889Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_45c4c681-a71e-4acf-9b71-633152c825cf/crucible/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.555698915Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"region":"7646c0d4-8dc7-4084-8fc9-961d40e33d64","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.5994855Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","method":"GET","req_id":"6b7c0b4f-7c4f-4ecd-a57f-0450baaf9cd1","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"region 7646c0d4-8dc7-4084-8fc9-961d40e33d64 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.615635851Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-30T14:39:38.764486685Z","hostname":"oxz_crucible_fe1a424c-067d-4003-8d77-308ed4d6e8a5","pid":23716,"uri":"/crucible/0/regions/7646c0d4-8dc7-4084-8fc9-961d40e33d64","method":"GET","req_id":"bcb2c1a4-9455-4741-9162-163368e1e716","remote_addr":"[fd00:1122:3344:101::b]:41221","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":200}