{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.903436199Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33103"}
{"msg":"region 6c0bb4d8-2a42-4a31-9d41-edd391e752f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.903544052Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.904145961Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.904154011Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions","method":"POST","req_id":"a470d341-9896-49d6-9766-be1b4051be6a","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":652,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.915263066Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.915287667Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6c0bb4d8-2a42-4a31-9d41-edd391e752f1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6c0bb4d8-2a42-4a31-9d41-edd391e752f1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.968433424Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6c0bb4d8-2a42-4a31-9d41-edd391e752f1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6c0bb4d8-2a42-4a31-9d41-edd391e752f1\" \"--data\" \"/data/regions/6c0bb4d8-2a42-4a31-9d41-edd391e752f1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:41.968474506Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6c0bb4d8-2a42-4a31-9d41-edd391e752f1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.052336344Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6c0bb4d8-2a42-4a31-9d41-edd391e752f1","component":"worker"}
{"msg":"region 6c0bb4d8-2a42-4a31-9d41-edd391e752f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.052372465Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.052459728Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.053854023Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.063131229Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.077978823Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.080837245Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c0bb4d8-2a42-4a31-9d41-edd391e752f1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.081111274Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.081174385Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.081217447Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.081266648Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.08476904Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.088984575Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:42.176551091Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions","method":"POST","req_id":"8155c56d-f044-45fc-8396-639d30809c4f","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region 6697b1d5-ef87-401c-b1e6-5071f0221523 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.521251898Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.521470665Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.521482036Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions","method":"POST","req_id":"1d04ab1e-ec59-44a9-b40c-0905336e1f2c","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":299,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.531538647Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.531568788Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6697b1d5-ef87-401c-b1e6-5071f0221523\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6697b1d5-ef87-401c-b1e6-5071f0221523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.581914346Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6697b1d5-ef87-401c-b1e6-5071f0221523","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6697b1d5-ef87-401c-b1e6-5071f0221523\" \"--data\" \"/data/regions/6697b1d5-ef87-401c-b1e6-5071f0221523\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.581957127Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6697b1d5-ef87-401c-b1e6-5071f0221523","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.652892453Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions","method":"POST","req_id":"d4bf5f2b-b873-4237-8922-81d94531baaa","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.65469246Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6697b1d5-ef87-401c-b1e6-5071f0221523","component":"worker"}
{"msg":"region 6697b1d5-ef87-401c-b1e6-5071f0221523 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.654708531Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.654864716Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.655975361Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.665725043Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.672909262Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.675548037Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.675854376Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.675903148Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.675944799Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.675989691Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.68033753Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.686075213Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:04:48.921815152Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions","method":"POST","req_id":"78c2ebc2-9d1d-4050-ac5b-c70730ffad2b","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":689,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.195634286Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","method":"GET","req_id":"f6b247dd-52b9-475b-8bf6-71336823adf7","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/6697b1d5-ef87-401c-b1e6-5071f0221523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.199232521Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"dataset is oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.212540077Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"region 6697b1d5-ef87-401c-b1e6-5071f0221523 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.222718922Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.222899687Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.222965539Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","method":"DELETE","req_id":"fdecd55a-887b-4711-82e6-7727ab3d526b","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23776,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-6697b1d5-ef87-401c-b1e6-5071f0221523 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.224604592Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.227121822Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","method":"GET","req_id":"df8e0b4e-0a22-40c1-81a5-d17826866935","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.230570862Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7abced3b-dc0d-4ffa-8875-0a3eb3b4d372/crucible/regions/6697b1d5-ef87-401c-b1e6-5071f0221523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.241905244Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"region":"6697b1d5-ef87-401c-b1e6-5071f0221523","component":"worker"}
{"msg":"region 6697b1d5-ef87-401c-b1e6-5071f0221523 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.300241938Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T06:05:13.311861819Z","hostname":"oxz_crucible_ad4f4e79-04df-4075-9b42-22e6a81e6ade","pid":23469,"uri":"/crucible/0/regions/6697b1d5-ef87-401c-b1e6-5071f0221523","method":"GET","req_id":"fc5114e4-b96c-45ff-bea2-50211c9e4a31","remote_addr":"[fd00:1122:3344:101::a]:33103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":793,"response_code":"200"}