{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.778346108Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50128"}
{"msg":"region 4853d6e5-b86a-4e36-a69d-a3f84f142400 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.77841947Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.779009756Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.779025847Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"14621649-c87f-4314-975f-2661cd34c989","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":623,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.788138157Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.788154017Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4853d6e5-b86a-4e36-a69d-a3f84f142400\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4853d6e5-b86a-4e36-a69d-a3f84f142400\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.842240359Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"region":"4853d6e5-b86a-4e36-a69d-a3f84f142400","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4853d6e5-b86a-4e36-a69d-a3f84f142400\" \"--data\" \"/data/regions/4853d6e5-b86a-4e36-a69d-a3f84f142400\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.84227069Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"region":"4853d6e5-b86a-4e36-a69d-a3f84f142400","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.92298856Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"region":"4853d6e5-b86a-4e36-a69d-a3f84f142400","component":"worker"}
{"msg":"region 4853d6e5-b86a-4e36-a69d-a3f84f142400 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.923014741Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.923098533Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.940267763Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.94683823Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.95878216Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.962451895Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4853d6e5-b86a-4e36-a69d-a3f84f142400","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.962706162Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.962760274Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.962804755Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.962841376Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.967707195Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:52.972970675Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:53.041524009Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions","method":"POST","req_id":"08e1df4d-9e2c-4017-8c63-a9268ec007ad","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.373638261Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6","method":"GET","req_id":"acf4dcfc-2887-42a2-b907-891fae21e0f8","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.376884414Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"dataset is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.383327987Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"snapshot is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6@65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.389953506Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\", \"65e984d6-cd93-4417-9651-c0a4280e7d60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.389968107Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.398407477Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6/snapshots/65e984d6-cd93-4417-9651-c0a4280e7d60","method":"GET","req_id":"36e336a4-186d-4e1a-a081-817585de72f5","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21545,"response_code":200}
{"msg":"path is \"/data/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.401638089Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"dataset is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.407786895Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"snapshot is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6@65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.413644642Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\", \"65e984d6-cd93-4417-9651-c0a4280e7d60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.413663862Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 28a1f8f3-8e91-42b7-9195-43678684a5e6-65e984d6-cd93-4417-9651-c0a4280e7d60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.422048891Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"applying SMF actions for region 28a1f8f3-8e91-42b7-9195-43678684a5e6 running snapshot 65e984d6-cd93-4417-9651-c0a4280e7d60 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.422179015Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.422192125Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6/snapshots/65e984d6-cd93-4417-9651-c0a4280e7d60/run","method":"POST","req_id":"0c10d6c5-2b83-4e79-a400-a0fc2ae64149","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20566,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-28a1f8f3-8e91-42b7-9195-43678684a5e6-65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.426452057Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-28a1f8f3-8e91-42b7-9195-43678684a5e6-65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.440064695Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-28a1f8f3-8e91-42b7-9195-43678684a5e6-65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.450719228Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6/.zfs/snapshot/65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.45111967Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.451163071Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.451201592Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.451237433Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.451283524Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.454930899Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.459232431Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"worker"}
{"msg":"region 28a1f8f3-8e91-42b7-9195-43678684a5e6 running snapshot 65e984d6-cd93-4417-9651-c0a4280e7d60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.459244471Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"path is \"/data/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.788780114Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"dataset is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.795072614Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"datafile"}
{"msg":"snapshot is oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6@65e984d6-cd93-4417-9651-c0a4280e7d60","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.800035495Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_db4dd703-156b-43de-bbbc-68cc9e8e4692/crucible/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6\", \"65e984d6-cd93-4417-9651-c0a4280e7d60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.800054876Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T02:36:54.805951594Z","hostname":"oxz_crucible_c6ba7201-1f65-4de8-9626-4f5676ea54b2","pid":23716,"uri":"/crucible/0/regions/28a1f8f3-8e91-42b7-9195-43678684a5e6/snapshots/65e984d6-cd93-4417-9651-c0a4280e7d60/run","method":"POST","req_id":"0d99eb19-f74c-4218-8fa0-432507418087","remote_addr":"[fd00:1122:3344:101::a]:50128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17196,"response_code":200}