{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.276908117Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55326"}
{"msg":"region 61ba916a-ee23-4a7f-b65f-c767c9e45174 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.276992819Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.285214491Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.285237541Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"0de87c9b-41c3-423c-bb7e-fbf113ac86dc","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":8275,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.308851633Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.308871434Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"61ba916a-ee23-4a7f-b65f-c767c9e45174\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61ba916a-ee23-4a7f-b65f-c767c9e45174\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.442244742Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"61ba916a-ee23-4a7f-b65f-c767c9e45174","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61ba916a-ee23-4a7f-b65f-c767c9e45174\" \"--data\" \"/data/regions/61ba916a-ee23-4a7f-b65f-c767c9e45174\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.442285213Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"61ba916a-ee23-4a7f-b65f-c767c9e45174","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.572828669Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"560765b5-2e98-4b6a-b7da-f2811a3b384d","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":125,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.729146975Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"61ba916a-ee23-4a7f-b65f-c767c9e45174","component":"worker"}
{"msg":"region 61ba916a-ee23-4a7f-b65f-c767c9e45174 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.729172656Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.729308508Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.729671187Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.754279231Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.813936259Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.840976137Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61ba916a-ee23-4a7f-b65f-c767c9e45174","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.841474728Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.841528229Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.841585741Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.841634762Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.861096222Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910259309Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910371822Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910488484Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910496294Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910545985Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910613827Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910698979Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.91076192Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910821541Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.910886653Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.926297214Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:34.926723883Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:35.235086409Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"0bbf0d93-dc34-4b26-8b99-b7cd033288c2","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.872611571Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","method":"GET","req_id":"414f99a4-7b4b-4bad-8fe2-83f7e36c1169","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.875417083Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.881425486Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3@97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.887873839Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\", \"97f0fc38-c0a2-42e2-a346-6e67b9e06267\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.887910739Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.896459848Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3/snapshots/97f0fc38-c0a2-42e2-a346-6e67b9e06267","method":"GET","req_id":"ca00c639-66b0-4db6-9e3a-01063dd5d79c","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21061,"response_code":200}
{"msg":"path is \"/data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.900301123Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.906349847Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3@97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.912737878Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\", \"97f0fc38-c0a2-42e2-a346-6e67b9e06267\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.912758319Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3-97f0fc38-c0a2-42e2-a346-6e67b9e06267 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.920734525Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions for region fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3 running snapshot 97f0fc38-c0a2-42e2-a346-6e67b9e06267 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.920885558Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.920902329Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3/snapshots/97f0fc38-c0a2-42e2-a346-6e67b9e06267/run","method":"POST","req_id":"3cbb7c26-565a-41fe-8afa-a906c8764dc2","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20619,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922286719Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922403042Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922478964Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922505344Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922512364Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922561595Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922848362Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922896573Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922939884Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.922986305Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.936184447Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3-97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.939131272Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3-97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:36.968156743Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3-97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.011605304Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3/.zfs/snapshot/97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.011969952Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.012049404Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.012091545Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.012139926Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.012202397Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.028034727Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.048272114Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"region fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3 running snapshot 97f0fc38-c0a2-42e2-a346-6e67b9e06267 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.048291725Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"path is \"/data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.133182091Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.141010064Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3@97f0fc38-c0a2-42e2-a346-6e67b9e06267","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.147425866Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3\", \"97f0fc38-c0a2-42e2-a346-6e67b9e06267\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.147448616Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:37.15351793Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3/snapshots/97f0fc38-c0a2-42e2-a346-6e67b9e06267/run","method":"POST","req_id":"3a54a20b-eed3-4b27-9442-3438221e4dba","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20383,"response_code":200}
{"msg":"region 1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.291567581Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.291748635Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"b64b1632-dde7-4983-ab89-932c30bd5aa0","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.291786946Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.297779389Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.297811909Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.450633308Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\" \"--data\" \"/data/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.450694759Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.476873628Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"a3c4e11f-f5c3-48a9-98c8-573d407fb8fb","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.702447566Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","component":"worker"}
{"msg":"region 1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.702481026Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.702606239Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.703024789Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.715929594Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.742804688Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.756814768Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.757134935Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.757210816Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.757251937Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.757305119Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.769092299Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.78407629Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.784150522Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.784224714Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.784233684Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.784268865Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.784308246Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.795175356Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.795224317Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.795279558Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.79533699Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.809321509Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:44.811402975Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:49:45.061403162Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"e679534b-298f-435e-a59e-789b504d9134","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.926214869Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","method":"GET","req_id":"9e37211e-4d6d-44a1-8d7b-3a6817b26b0a","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"path is \"/data/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.930413702Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.940867203Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"region 1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.947474209Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.947660663Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.947689443Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","method":"DELETE","req_id":"b8b55a9d-85af-40a8-93fb-59aa3f0a8bde","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17310,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.948719656Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.950923025Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","method":"GET","req_id":"2d1f5c80-bb58-452e-b0c5-02dc7eb04b41","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.95477037Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.954856232Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.954950044Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.954957984Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.954997345Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.955039606Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb851dc6-d27b-45a2-8adc-3f7a67c9e6f3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.955462335Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.955512296Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.955556228Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.955598929Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.959367702Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.96065794Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_211a0edc-3e95-4299-974d-a70b44a9e5ec/crucible/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:12.968395811Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"region":"1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","component":"worker"}
{"msg":"region 1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:13.042847337Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T04:50:13.055376284Z","hostname":"oxz_crucible_90678e1a-8014-4248-8160-f26b116082a8","pid":25115,"uri":"/crucible/0/regions/1da6bb89-e3a1-4e87-8db7-7d72cbf65f3e","method":"GET","req_id":"d1397a57-b6ca-4074-afed-24564d74af63","remote_addr":"[fd00:1122:3344:101::c]:55326","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200}