{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.069189679Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57298"} {"msg":"region 6ace0f7b-f809-48a6-a1f2-555a89d3ee92 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.099730267Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.102772172Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.102783372Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"780abc69-a97d-4c8c-a59b-67d309bf1904","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15910,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.112651294Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.112667734Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6ace0f7b-f809-48a6-a1f2-555a89d3ee92\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.173404506Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"6ace0f7b-f809-48a6-a1f2-555a89d3ee92","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6ace0f7b-f809-48a6-a1f2-555a89d3ee92\" \"--data\" \"/data/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.175852304Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"6ace0f7b-f809-48a6-a1f2-555a89d3ee92","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.439904611Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"7a09330c-84bc-4b73-a296-217514e91b13","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.517235501Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"6ace0f7b-f809-48a6-a1f2-555a89d3ee92","component":"worker"} {"msg":"region 6ace0f7b-f809-48a6-a1f2-555a89d3ee92 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.517302141Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.517524414Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.517837928Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.525149441Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.538805517Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.541857071Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.542574149Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.54263462Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.54267569Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.542706941Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.547342724Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.551637363Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.769540104Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"e08345c5-6ded-4bad-911d-848d4e168637","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.224579166Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","method":"GET","req_id":"52251383-c626-4b0f-ae32-61196da9f43e","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.228036855Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"dataset is oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.236501331Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"region 6ace0f7b-f809-48a6-a1f2-555a89d3ee92 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.243989707Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244168518Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","method":"DELETE","req_id":"c62a5a41-aee6-407b-a1a0-f8b775c7c6f0","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16158,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244183019Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-6ace0f7b-f809-48a6-a1f2-555a89d3ee92 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.245109529Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.250545441Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.252921298Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","method":"GET","req_id":"a1e236ea-605c-4e51-8c94-3039a4061ccd","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"deleting zfs dataset \"oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.258968217Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"6ace0f7b-f809-48a6-a1f2-555a89d3ee92","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.315522611Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","method":"GET","req_id":"a7e857c0-16a2-410e-8386-84d425827df5","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 6ace0f7b-f809-48a6-a1f2-555a89d3ee92 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.336177356Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.448690287Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions/6ace0f7b-f809-48a6-a1f2-555a89d3ee92","method":"GET","req_id":"d6183a4e-daf0-49e4-b145-52465fd0e049","remote_addr":"[fd00:1122:3344:101::c]:57298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.704357741Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33253"} {"msg":"region c5a56beb-915e-45b9-9a62-51fc3ad00c88 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706668417Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706687027Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"0915f95a-0e92-477b-9fb4-ca2ce779c6f2","remote_addr":"[fd00:1122:3344:101::c]:33253","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1037,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.706703408Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.714491566Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3ab12f3d-2695-4a3a-afd4-abd9e8e3051c/crucible/regions/c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.714515637Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c5a56beb-915e-45b9-9a62-51fc3ad00c88\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c5a56beb-915e-45b9-9a62-51fc3ad00c88\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.772038701Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"c5a56beb-915e-45b9-9a62-51fc3ad00c88","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c5a56beb-915e-45b9-9a62-51fc3ad00c88\" \"--data\" \"/data/regions/c5a56beb-915e-45b9-9a62-51fc3ad00c88\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.772083952Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"c5a56beb-915e-45b9-9a62-51fc3ad00c88","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.863022888Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"region":"c5a56beb-915e-45b9-9a62-51fc3ad00c88","component":"worker"} {"msg":"region c5a56beb-915e-45b9-9a62-51fc3ad00c88 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.863051818Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.863148169Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.863997559Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.873961792Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.897550911Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.90103955Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c5a56beb-915e-45b9-9a62-51fc3ad00c88","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.901323704Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.901375804Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.901419615Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.901461675Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.904925455Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.910063993Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.037828188Z","hostname":"oxz_crucible_c348b5a9-6478-40b2-bb16-9b3e0012ccfc","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"58b4a756-a848-4711-86fa-af172cfc953d","remote_addr":"[fd00:1122:3344:101::c]:33253","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200}