{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.285962806Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45298"} {"msg":"region 1e039a77-6408-4d10-97d2-763faf5485a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.286042137Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.286650288Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions","method":"POST","req_id":"e900a2bc-b637-405e-ad60-3f85f596ca7a","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":646,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.286669448Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.295751422Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.295770563Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1e039a77-6408-4d10-97d2-763faf5485a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e039a77-6408-4d10-97d2-763faf5485a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.371231401Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"region":"1e039a77-6408-4d10-97d2-763faf5485a4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e039a77-6408-4d10-97d2-763faf5485a4\" \"--data\" \"/data/regions/1e039a77-6408-4d10-97d2-763faf5485a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.371264501Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"region":"1e039a77-6408-4d10-97d2-763faf5485a4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.444137913Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"region":"1e039a77-6408-4d10-97d2-763faf5485a4","component":"worker"} {"msg":"region 1e039a77-6408-4d10-97d2-763faf5485a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.444165683Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.444292496Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.445120291Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.459035051Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.471922783Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions","method":"POST","req_id":"5ded4506-7b9b-4edb-97f2-b4bc26d11536","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.484670012Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.48843002Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e039a77-6408-4d10-97d2-763faf5485a4","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.488719555Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.488778466Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.488824377Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.488859658Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.49343135Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:36.508715875Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.795544639Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0","method":"GET","req_id":"92a50385-27e1-4a4f-8c72-d5a47779b1a0","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.798877999Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"dataset is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.80449963Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"snapshot is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0@a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.811437785Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\", \"a687cd89-224e-4181-9816-c559b4698106\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.811456475Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.820344866Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0/snapshots/a687cd89-224e-4181-9816-c559b4698106","method":"GET","req_id":"61c3f14e-eab7-45bf-aa9e-fb7741cc8746","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21489,"response_code":200} {"msg":"path is \"/data/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.823961731Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"dataset is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.830658021Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"snapshot is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0@a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.836457105Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\", \"a687cd89-224e-4181-9816-c559b4698106\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.836483296Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cb29718f-3c29-4e31-85d2-ce546d7431b0-a687cd89-224e-4181-9816-c559b4698106 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.844412659Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.844543301Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0/snapshots/a687cd89-224e-4181-9816-c559b4698106/run","method":"POST","req_id":"f4576928-b805-40c7-9a35-9206222a7346","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20600,"response_code":200} {"msg":"applying SMF actions for region cb29718f-3c29-4e31-85d2-ce546d7431b0 running snapshot a687cd89-224e-4181-9816-c559b4698106 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.844556501Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cb29718f-3c29-4e31-85d2-ce546d7431b0-a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.849393858Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cb29718f-3c29-4e31-85d2-ce546d7431b0-a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.857209319Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cb29718f-3c29-4e31-85d2-ce546d7431b0-a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867118888Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0/.zfs/snapshot/a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867405973Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867450274Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867495884Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867531715Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.867577576Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.871026658Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.875425347Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"worker"} {"msg":"region cb29718f-3c29-4e31-85d2-ce546d7431b0 running snapshot a687cd89-224e-4181-9816-c559b4698106 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:37.875436677Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"path is \"/data/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:38.197514505Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"dataset is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:38.205057201Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"datafile"} {"msg":"snapshot is oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0@a687cd89-224e-4181-9816-c559b4698106","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:38.211508597Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_068190f6-df3a-43f8-b589-e5c0aae5069d/crucible/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0\", \"a687cd89-224e-4181-9816-c559b4698106\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:38.211529908Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T00:47:38.221355494Z","hostname":"oxz_crucible_1e079d78-9254-44b7-881f-07ef13942812","pid":25404,"uri":"/crucible/0/regions/cb29718f-3c29-4e31-85d2-ce546d7431b0/snapshots/a687cd89-224e-4181-9816-c559b4698106/run","method":"POST","req_id":"89fd38e7-5820-44ed-86dd-e1e3496e3cbb","remote_addr":"[fd00:1122:3344:101::b]:45298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23892,"response_code":200}