{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.532454446Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55539"} {"msg":"region 06a59867-6c20-4b41-854c-26898ec54a7e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.579726528Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.583084676Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.583099966Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions","method":"POST","req_id":"1a263432-536c-45ab-8731-4d7aa570aec4","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20364,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.595588332Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.595608282Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"06a59867-6c20-4b41-854c-26898ec54a7e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/06a59867-6c20-4b41-854c-26898ec54a7e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.644100237Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"06a59867-6c20-4b41-854c-26898ec54a7e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"06a59867-6c20-4b41-854c-26898ec54a7e\" \"--data\" \"/data/regions/06a59867-6c20-4b41-854c-26898ec54a7e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.646576552Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"06a59867-6c20-4b41-854c-26898ec54a7e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.909555479Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions","method":"POST","req_id":"3a6b6e1a-1507-4f59-a203-c297d375cc8f","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.049143229Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"06a59867-6c20-4b41-854c-26898ec54a7e","component":"worker"} {"msg":"region 06a59867-6c20-4b41-854c-26898ec54a7e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.04919865Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.049321194Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.049793486Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.065512536Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.091586696Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.094714047Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/06a59867-6c20-4b41-854c-26898ec54a7e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.095427286Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.095490568Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.095529499Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.095564939Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.099315557Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.103495026Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.190224398Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions","method":"POST","req_id":"d7174843-89c1-43ac-b5e3-7c0aeb8d79c6","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region e4b4033e-11eb-4bba-8d58-663facf6b596 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.786080612Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.786263616Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.786272566Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions","method":"POST","req_id":"f5da1c39-7645-4ef8-964f-3e13f3b78bc9","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":250,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.793229638Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.793250028Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e4b4033e-11eb-4bba-8d58-663facf6b596\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4b4033e-11eb-4bba-8d58-663facf6b596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.845273135Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"e4b4033e-11eb-4bba-8d58-663facf6b596","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4b4033e-11eb-4bba-8d58-663facf6b596\" \"--data\" \"/data/regions/e4b4033e-11eb-4bba-8d58-663facf6b596\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.845312066Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"e4b4033e-11eb-4bba-8d58-663facf6b596","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.921107822Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"e4b4033e-11eb-4bba-8d58-663facf6b596","component":"worker"} {"msg":"region e4b4033e-11eb-4bba-8d58-663facf6b596 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.921145683Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.921229936Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.924891021Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.928841294Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.93636634Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.939564684Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.939890272Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.939932313Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.939979785Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.940014106Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.943900037Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:22.948008404Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:23.092750578Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions","method":"POST","req_id":"16173bde-0dff-4ab0-a5d8-a7a78fbe2887","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.417225008Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","method":"GET","req_id":"50217cb8-101c-4512-a828-0502e1c0e078","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/e4b4033e-11eb-4bba-8d58-663facf6b596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.420322808Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"dataset is oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.431216022Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"region e4b4033e-11eb-4bba-8d58-663facf6b596 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.438820781Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.439061137Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.439074287Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","method":"DELETE","req_id":"48eda0a0-9fdb-44f9-b5c3-565e90d3c0cb","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18769,"response_code":204} {"msg":"disabling downstairs instance: downstairs-e4b4033e-11eb-4bba-8d58-663facf6b596 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.440169676Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.442564288Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","method":"GET","req_id":"b3b61fdb-b43b-441d-9f3e-884b0ad3a4e1","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.45335332Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1b662c64-5f00-480b-83d5-e955e3628f63/crucible/regions/e4b4033e-11eb-4bba-8d58-663facf6b596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.461640646Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"region":"e4b4033e-11eb-4bba-8d58-663facf6b596","component":"worker"} {"msg":"region e4b4033e-11eb-4bba-8d58-663facf6b596 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.507345547Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:48.540734848Z","hostname":"oxz_crucible_ef0b1fea-99aa-4357-977e-5081000ea640","pid":23824,"uri":"/crucible/0/regions/e4b4033e-11eb-4bba-8d58-663facf6b596","method":"GET","req_id":"eb73cc04-dd39-4da7-9d5c-e6eb3c64bb08","remote_addr":"[fd00:1122:3344:101::c]:55539","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}