{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.247029834Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40288"} {"msg":"region 623188f2-b543-4b0b-bcfb-40e4184cb394 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.247154976Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.248160477Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions","method":"POST","req_id":"8b02842b-c0ae-4adb-9147-60c2d80a7ba3","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1046,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.248175118Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.256706346Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.256723586Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"623188f2-b543-4b0b-bcfb-40e4184cb394\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/623188f2-b543-4b0b-bcfb-40e4184cb394\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.30711042Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"623188f2-b543-4b0b-bcfb-40e4184cb394","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"623188f2-b543-4b0b-bcfb-40e4184cb394\" \"--data\" \"/data/regions/623188f2-b543-4b0b-bcfb-40e4184cb394\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.307138481Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"623188f2-b543-4b0b-bcfb-40e4184cb394","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.396316144Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"623188f2-b543-4b0b-bcfb-40e4184cb394","component":"worker"} {"msg":"region 623188f2-b543-4b0b-bcfb-40e4184cb394 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.396356954Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.396467885Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.397340315Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.412522251Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.436488949Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.440433265Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/623188f2-b543-4b0b-bcfb-40e4184cb394","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.440698788Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.440741848Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.440786459Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.440827269Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.444498692Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.461360437Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:53.529154602Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions","method":"POST","req_id":"6838c0e8-a7e2-4d5a-9750-eaa2aa4c3e59","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.149787272Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/b04ac91d-9694-4d9c-880b-1010790fe18a","method":"GET","req_id":"1356fd97-5fa2-4a8f-b1f4-3aeebafe534b","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.15301929Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"dataset is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.158923468Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"snapshot is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a@a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.16597535Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\", \"a8b7948a-34a9-4f3a-882c-d01b581740a9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.1659884Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.174966794Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/b04ac91d-9694-4d9c-880b-1010790fe18a/snapshots/a8b7948a-34a9-4f3a-882c-d01b581740a9","method":"GET","req_id":"e032074b-de47-48fe-beed-1f6211092240","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21962,"response_code":200} {"msg":"path is \"/data/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.178538236Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"dataset is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.183982308Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"snapshot is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a@a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.190839358Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\", \"a8b7948a-34a9-4f3a-882c-d01b581740a9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.190861158Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b04ac91d-9694-4d9c-880b-1010790fe18a-a8b7948a-34a9-4f3a-882c-d01b581740a9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.198456376Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.198600108Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/b04ac91d-9694-4d9c-880b-1010790fe18a/snapshots/a8b7948a-34a9-4f3a-882c-d01b581740a9/run","method":"POST","req_id":"69a1e05d-00f1-4a26-bd37-cdf871272709","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20076,"response_code":200} {"msg":"applying SMF actions for region b04ac91d-9694-4d9c-880b-1010790fe18a running snapshot a8b7948a-34a9-4f3a-882c-d01b581740a9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.198614398Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b04ac91d-9694-4d9c-880b-1010790fe18a-a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.203413514Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b04ac91d-9694-4d9c-880b-1010790fe18a-a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.21086248Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b04ac91d-9694-4d9c-880b-1010790fe18a-a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221519223Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b04ac91d-9694-4d9c-880b-1010790fe18a/.zfs/snapshot/a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221805137Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221847357Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221883878Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221919048Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.221976019Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.22554203Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.230456136Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"region b04ac91d-9694-4d9c-880b-1010790fe18a running snapshot a8b7948a-34a9-4f3a-882c-d01b581740a9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.230466316Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"path is \"/data/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.348662215Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"dataset is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.355412574Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"snapshot is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a@a8b7948a-34a9-4f3a-882c-d01b581740a9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.360838207Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/b04ac91d-9694-4d9c-880b-1010790fe18a\", \"a8b7948a-34a9-4f3a-882c-d01b581740a9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.360854237Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:54.367661566Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/b04ac91d-9694-4d9c-880b-1010790fe18a/snapshots/a8b7948a-34a9-4f3a-882c-d01b581740a9/run","method":"POST","req_id":"2150c177-0e7a-4d5b-936b-7846ff9d7195","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19049,"response_code":200} {"msg":"region 1ffe3ab7-e4f6-42b3-88b1-5370ab29711c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.644244179Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.644429011Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.644439461Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions","method":"POST","req_id":"a4d6f7c3-2b05-49d4-93a3-65036e979f51","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":248,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.650886226Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.650916806Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.698208544Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\" \"--data\" \"/data/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.698246675Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.776721784Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","component":"worker"} {"msg":"region 1ffe3ab7-e4f6-42b3-88b1-5370ab29711c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.776754094Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.776844215Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.777740896Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.78161113Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.789981757Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.793914063Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.794131425Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.794171356Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.794205136Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.794236607Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.797524275Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:23:59.80832758Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:00.022248668Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions","method":"POST","req_id":"73a35d07-a9aa-422f-b556-4b25c43e728d","remote_addr":"[fd00:1122:3344:101::a]:40288","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.735417069Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51205"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.73559266Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","method":"GET","req_id":"0888bc2d-8689-43b5-ace2-22c8f8bbc05d","remote_addr":"[fd00:1122:3344:101::a]:51205","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.738340832Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"dataset is oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.749713234Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"region 1ffe3ab7-e4f6-42b3-88b1-5370ab29711c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.757200001Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.757365493Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.757400243Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","method":"DELETE","req_id":"327a9c0c-968a-4837-8c41-08f950f320d7","remote_addr":"[fd00:1122:3344:101::a]:51205","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19052,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1ffe3ab7-e4f6-42b3-88b1-5370ab29711c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.759059643Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.761189297Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","method":"GET","req_id":"51cc62b7-39ee-471e-9533-4e416d15b588","remote_addr":"[fd00:1122:3344:101::a]:51205","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.782443883Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0a4a7add-559d-49ad-a60b-31461fe4d5a8/crucible/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.789484355Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"region":"1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.817396368Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","method":"GET","req_id":"a31c840b-cca1-43da-81cb-3c1c13417203","remote_addr":"[fd00:1122:3344:101::a]:51205","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 1ffe3ab7-e4f6-42b3-88b1-5370ab29711c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.867486939Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T22:24:31.995550112Z","hostname":"oxz_crucible_d86b8279-ba05-4a48-b4f3-9f51ca1eb037","pid":23969,"uri":"/crucible/0/regions/1ffe3ab7-e4f6-42b3-88b1-5370ab29711c","method":"GET","req_id":"18a5708b-9b96-4174-8166-f3a6d5b17506","remote_addr":"[fd00:1122:3344:101::a]:51205","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":200}