{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.726543041Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52948"} {"msg":"region a4e73a3e-afe3-4448-aefb-823e1f943499 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.726633864Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.727248301Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.727259151Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"b8682aed-35b9-404c-af43-10a5054eb596","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":649,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.73447849Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.734491641Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a4e73a3e-afe3-4448-aefb-823e1f943499\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4e73a3e-afe3-4448-aefb-823e1f943499\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.784445869Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"a4e73a3e-afe3-4448-aefb-823e1f943499","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4e73a3e-afe3-4448-aefb-823e1f943499\" \"--data\" \"/data/regions/a4e73a3e-afe3-4448-aefb-823e1f943499\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.78448234Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"a4e73a3e-afe3-4448-aefb-823e1f943499","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.870215856Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"a4e73a3e-afe3-4448-aefb-823e1f943499","component":"worker"} {"msg":"region a4e73a3e-afe3-4448-aefb-823e1f943499 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.870251657Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.87034135Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.892916682Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.903206906Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.904178113Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"ebb379be-70db-457b-8d22-a41d9858d405","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.913716436Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.917328076Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4e73a3e-afe3-4448-aefb-823e1f943499","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.917596654Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.917646775Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.917687646Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.917736607Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.921248424Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:30.925693467Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.911933499Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/04d0cf39-556b-4bed-b270-aeeef4113f62","method":"GET","req_id":"20079719-2c7d-4c91-94e2-68a5bc8d084d","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.919487778Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"dataset is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.926585013Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"snapshot is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62@b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.932468056Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\", \"b043d72b-09b2-4c23-af3a-a3b016471006\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.932491966Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.941913966Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/04d0cf39-556b-4bed-b270-aeeef4113f62/snapshots/b043d72b-09b2-4c23-af3a-a3b016471006","method":"GET","req_id":"2a6289de-11ee-4570-857b-fca300ba3add","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22450,"response_code":200} {"msg":"path is \"/data/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.95074352Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"dataset is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.957341272Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"snapshot is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62@b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.962895475Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\", \"b043d72b-09b2-4c23-af3a-a3b016471006\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.962916306Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 04d0cf39-556b-4bed-b270-aeeef4113f62-b043d72b-09b2-4c23-af3a-a3b016471006 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.971873263Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"applying SMF actions for region 04d0cf39-556b-4bed-b270-aeeef4113f62 running snapshot b043d72b-09b2-4c23-af3a-a3b016471006 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.972016747Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.972026467Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/04d0cf39-556b-4bed-b270-aeeef4113f62/snapshots/b043d72b-09b2-4c23-af3a-a3b016471006/run","method":"POST","req_id":"5df27079-9125-4e5a-a5a9-5c3b706f5b72","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21297,"response_code":200} {"msg":"creating missing snapshot instance snapshot-04d0cf39-556b-4bed-b270-aeeef4113f62-b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.97683906Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-04d0cf39-556b-4bed-b270-aeeef4113f62-b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.979902065Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-04d0cf39-556b-4bed-b270-aeeef4113f62-b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.990750434Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04d0cf39-556b-4bed-b270-aeeef4113f62/.zfs/snapshot/b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.991014771Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.991067203Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.991108044Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.991145755Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.991192956Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.995191436Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.999733002Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"region 04d0cf39-556b-4bed-b270-aeeef4113f62 running snapshot b043d72b-09b2-4c23-af3a-a3b016471006 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:32.999741812Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"path is \"/data/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:33.229154343Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"dataset is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:33.235451587Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"snapshot is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62@b043d72b-09b2-4c23-af3a-a3b016471006","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:33.241468233Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/04d0cf39-556b-4bed-b270-aeeef4113f62\", \"b043d72b-09b2-4c23-af3a-a3b016471006\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:33.241490224Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:33.246750889Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/04d0cf39-556b-4bed-b270-aeeef4113f62/snapshots/b043d72b-09b2-4c23-af3a-a3b016471006/run","method":"POST","req_id":"90802586-71ab-415b-8973-b5fa25146430","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17650,"response_code":200} {"msg":"region 3df243bd-db0f-4ed3-8a59-1e9034e0e25b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.301482078Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.301646893Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.301665743Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"91e0c5ea-f4eb-4516-a32d-57b0e7f30cdf","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":218,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.308684007Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.308698247Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3df243bd-db0f-4ed3-8a59-1e9034e0e25b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.360668571Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"3df243bd-db0f-4ed3-8a59-1e9034e0e25b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3df243bd-db0f-4ed3-8a59-1e9034e0e25b\" \"--data\" \"/data/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.360699322Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"3df243bd-db0f-4ed3-8a59-1e9034e0e25b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.438100168Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"3df243bd-db0f-4ed3-8a59-1e9034e0e25b","component":"worker"} {"msg":"region 3df243bd-db0f-4ed3-8a59-1e9034e0e25b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.438127489Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.438244642Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.439902938Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.445955995Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.454291555Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.45737941Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.457661638Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.457708649Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.45774957Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.457791212Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.461820703Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.472493757Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:40:38.488413957Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions","method":"POST","req_id":"eeba1022-4d76-4c57-8152-19d56c0510ce","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.638745972Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","method":"GET","req_id":"70d3b11a-bb84-4090-a3b4-ea89b31a8144","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.641857478Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"dataset is oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.651802533Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"region 3df243bd-db0f-4ed3-8a59-1e9034e0e25b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.659011332Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.659184496Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.659193757Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","method":"DELETE","req_id":"1118f358-55a3-4e7f-9645-920c85aeab78","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17361,"response_code":204} {"msg":"disabling downstairs instance: downstairs-3df243bd-db0f-4ed3-8a59-1e9034e0e25b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.660527523Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.662969331Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","method":"GET","req_id":"4a40e6ce-ba0f-4696-9ff0-f2ab302c2354","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.673988765Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_07fb4a7a-73c9-4391-9e5a-0d57d9e2ece7/crucible/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.681891023Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"region":"3df243bd-db0f-4ed3-8a59-1e9034e0e25b","component":"worker"} {"msg":"region 3df243bd-db0f-4ed3-8a59-1e9034e0e25b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.725736713Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T19:41:04.78034964Z","hostname":"oxz_crucible_99ab0ca9-dcc4-43bc-9ff4-9a9f8ae7c1ee","pid":24331,"uri":"/crucible/0/regions/3df243bd-db0f-4ed3-8a59-1e9034e0e25b","method":"GET","req_id":"a47d5bb4-1063-41da-88c6-bd8fdce33168","remote_addr":"[fd00:1122:3344:101::c]:52948","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}