{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.389798427Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49197"}
{"msg":"region 9a974425-6b7d-43c8-af9b-469fd6318aa2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.389945872Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.390554083Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.390574294Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions","method":"POST","req_id":"f0a24272-13eb-4450-8095-b17fd7eb4cce","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":661,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.399852892Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.399874972Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9a974425-6b7d-43c8-af9b-469fd6318aa2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a974425-6b7d-43c8-af9b-469fd6318aa2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.456742141Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"9a974425-6b7d-43c8-af9b-469fd6318aa2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a974425-6b7d-43c8-af9b-469fd6318aa2\" \"--data\" \"/data/regions/9a974425-6b7d-43c8-af9b-469fd6318aa2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.456772852Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"9a974425-6b7d-43c8-af9b-469fd6318aa2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.528859587Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"9a974425-6b7d-43c8-af9b-469fd6318aa2","component":"worker"}
{"msg":"region 9a974425-6b7d-43c8-af9b-469fd6318aa2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.528888298Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.529008132Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.544721427Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.54480512Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.544878363Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.544886753Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.544937125Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.544969326Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.545074259Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.545124541Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.545168823Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.545211094Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.560346309Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.560767824Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.567194191Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.576488889Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.579490325Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a974425-6b7d-43c8-af9b-469fd6318aa2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.579728443Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.579790096Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.579830397Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.579867138Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.583395093Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.588063488Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:04.660850508Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions","method":"POST","req_id":"25da945c-c7a6-43f1-9a15-f953aa9c9ec4","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:05.983616563Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","method":"GET","req_id":"fb1e9074-8796-4a41-b708-c32484c5d5b9","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:05.987462389Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"dataset is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:05.993533193Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"snapshot is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd@9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:05.999441332Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\", \"9befee35-25a5-4b81-aa41-ab8856497d2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:05.999465383Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.00984987Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/8554e74b-83cc-4fdb-b375-b95a55485efd/snapshots/9befee35-25a5-4b81-aa41-ab8856497d2e","method":"GET","req_id":"6c29f94b-91aa-4a6c-9035-089259915a27","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22388,"response_code":200}
{"msg":"path is \"/data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.013443897Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"dataset is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.020208146Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"snapshot is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd@9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.026938723Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\", \"9befee35-25a5-4b81-aa41-ab8856497d2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.026948934Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8554e74b-83cc-4fdb-b375-b95a55485efd-9befee35-25a5-4b81-aa41-ab8856497d2e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.035009538Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.037415093Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/8554e74b-83cc-4fdb-b375-b95a55485efd/snapshots/9befee35-25a5-4b81-aa41-ab8856497d2e/run","method":"POST","req_id":"0ef6703d-6fc0-46e3-9119-7153734a7d95","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24011,"response_code":200}
{"msg":"applying SMF actions for region 8554e74b-83cc-4fdb-b375-b95a55485efd running snapshot 9befee35-25a5-4b81-aa41-ab8856497d2e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.037438014Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038099258Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038207101Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038313575Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038330586Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038380957Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038440499Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038810532Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038859634Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038902516Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.038944047Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.042599556Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8554e74b-83cc-4fdb-b375-b95a55485efd-9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.046556466Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8554e74b-83cc-4fdb-b375-b95a55485efd-9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.057259604Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8554e74b-83cc-4fdb-b375-b95a55485efd-9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.066958477Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd/.zfs/snapshot/9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.067282898Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.06734181Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.067382982Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.067423673Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.067478345Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.071351082Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.076274186Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"region 8554e74b-83cc-4fdb-b375-b95a55485efd running snapshot 9befee35-25a5-4b81-aa41-ab8856497d2e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.076289916Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"path is \"/data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.41392069Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"dataset is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.420761842Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"snapshot is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd@9befee35-25a5-4b81-aa41-ab8856497d2e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.427400176Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/8554e74b-83cc-4fdb-b375-b95a55485efd\", \"9befee35-25a5-4b81-aa41-ab8856497d2e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.427457748Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:06.433797802Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/8554e74b-83cc-4fdb-b375-b95a55485efd/snapshots/9befee35-25a5-4b81-aa41-ab8856497d2e/run","method":"POST","req_id":"e1b1bed0-93f9-4a4d-8698-6811bb16604a","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19921,"response_code":200}
{"msg":"region 1bf71e48-e553-44ac-be38-bba96fa4dd81 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.150693412Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.150890919Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions","method":"POST","req_id":"69325039-df14-4661-ae0c-a6991bf3510d","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":240,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.15093996Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.157852434Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.157896616Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1bf71e48-e553-44ac-be38-bba96fa4dd81\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.217001534Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"1bf71e48-e553-44ac-be38-bba96fa4dd81","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1bf71e48-e553-44ac-be38-bba96fa4dd81\" \"--data\" \"/data/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.217049505Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"1bf71e48-e553-44ac-be38-bba96fa4dd81","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.291189643Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"1bf71e48-e553-44ac-be38-bba96fa4dd81","component":"worker"}
{"msg":"region 1bf71e48-e553-44ac-be38-bba96fa4dd81 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.291220695Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.291343669Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.291724932Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.295601599Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.304532595Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.308313268Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.308620949Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.308668921Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.308714902Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.308752364Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.312100882Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317327937Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317444371Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317519283Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317536604Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317562575Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.317598086Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.32309919Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.323157972Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.323204754Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.323239235Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.326850493Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.329279039Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:11.473922197Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions","method":"POST","req_id":"52a95e86-4cf4-4d8d-a09e-83b5d070923b","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.37747032Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","method":"GET","req_id":"da7ddf4f-343c-492e-a205-a9cc55dd011e","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.381539443Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"dataset is oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.390103906Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"region 1bf71e48-e553-44ac-be38-bba96fa4dd81 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.396548633Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.396700269Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.39900818Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","method":"DELETE","req_id":"d4c1fd08-b2d2-47f0-8c06-57c0c42b6e9d","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17520,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1bf71e48-e553-44ac-be38-bba96fa4dd81 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.399790488Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.402600587Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","method":"GET","req_id":"fa00ad12-a8d9-486e-9fa8-8ee27f8e1bc3","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.404989162Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405072894Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405154077Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405165008Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405200479Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.40524402Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8554e74b-83cc-4fdb-b375-b95a55485efd","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405631924Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405646055Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405657765Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.405682406Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.409957827Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.412049951Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_29dae894-62ab-4dcd-8f96-357732df7835/crucible/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.420262481Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"region":"1bf71e48-e553-44ac-be38-bba96fa4dd81","component":"worker"}
{"msg":"region 1bf71e48-e553-44ac-be38-bba96fa4dd81 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.466163882Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-10T23:04:36.523020519Z","hostname":"oxz_crucible_b08b98e0-4821-471f-8d4a-e2408d7eab2e","pid":26140,"uri":"/crucible/0/regions/1bf71e48-e553-44ac-be38-bba96fa4dd81","method":"GET","req_id":"1a3d6a55-5cbf-46b4-a6be-037b8316d622","remote_addr":"[fd00:1122:3344:101::b]:49197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}