[ May  8 06:16:50 Enabled. ]
[ May  8 06:16:50 Rereading configuration. ]
[ May  8 06:16:52 Rereading configuration. ]
[ May  8 06:16:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.453675922Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.459179989Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.459189149Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.476673095Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.571065234Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.935139359Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39420"}
{"msg":"region 2eb7d156-933d-4c15-bed0-6c4edff40db6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.969111797Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.969488932Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"eecc71bb-d0df-4382-9214-f871110bf6e1","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13622,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.971989207Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.981862037Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.981890437Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2eb7d156-933d-4c15-bed0-6c4edff40db6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.038668326Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"2eb7d156-933d-4c15-bed0-6c4edff40db6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2eb7d156-933d-4c15-bed0-6c4edff40db6\" \"--data\" \"/data/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.038723137Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"2eb7d156-933d-4c15-bed0-6c4edff40db6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.297924434Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"96fb1602-2541-4da3-8162-e2bef036b3e1","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.326603128Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"2eb7d156-933d-4c15-bed0-6c4edff40db6","component":"worker"}
{"msg":"region 2eb7d156-933d-4c15-bed0-6c4edff40db6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.326630388Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.32674237Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.327156265Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.335056227Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.350753748Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.355482504Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.356220445Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.358219933Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.358264703Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.358302894Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.37155643Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.378739091Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.855683403Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"4f6cf6f5-1ff0-4dc7-a431-a3dbbbcd5b3f","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.268019205Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","method":"GET","req_id":"39c92561-9fb5-49d2-a9c8-8214da340d3f","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.270976007Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"dataset is oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.281690728Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"region 2eb7d156-933d-4c15-bed0-6c4edff40db6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.291426994Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.291603827Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.291665568Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","method":"DELETE","req_id":"7d799ee9-0cf0-4cc2-af3e-738a80c2c897","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20713,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2eb7d156-933d-4c15-bed0-6c4edff40db6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.292778213Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.295048005Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","method":"GET","req_id":"14c5cfe6-5309-472e-9941-081297732671","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.302010534Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.313328403Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"2eb7d156-933d-4c15-bed0-6c4edff40db6","component":"worker"}
{"msg":"region 2eb7d156-933d-4c15-bed0-6c4edff40db6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.385442108Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.439690781Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/2eb7d156-933d-4c15-bed0-6c4edff40db6","method":"GET","req_id":"c4c09879-ebb6-46f6-9fec-a13657bdb37d","remote_addr":"[fd00:1122:3344:101::b]:39420","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.943456375Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65143"}
{"msg":"region dfb44a40-f756-498c-9712-5d282c97b17f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.944083183Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.944682302Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.944694932Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"989c07be-d3f6-4d72-bf2b-e1e91918b15c","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1103,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.956413877Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:42.956434757Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dfb44a40-f756-498c-9712-5d282c97b17f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dfb44a40-f756-498c-9712-5d282c97b17f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.016668735Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"dfb44a40-f756-498c-9712-5d282c97b17f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dfb44a40-f756-498c-9712-5d282c97b17f\" \"--data\" \"/data/regions/dfb44a40-f756-498c-9712-5d282c97b17f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.016735676Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"dfb44a40-f756-498c-9712-5d282c97b17f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.091536358Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"887be704-954a-403d-903f-139ea2d3b1c1","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.101213545Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"dfb44a40-f756-498c-9712-5d282c97b17f","component":"worker"}
{"msg":"region dfb44a40-f756-498c-9712-5d282c97b17f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.101232885Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.101362887Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.102820957Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.113125432Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.132470385Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.135342335Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dfb44a40-f756-498c-9712-5d282c97b17f","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.135639489Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.13570231Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.135750311Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.135788461Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.139187529Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.143182415Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:43.455068514Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"7813f29a-2df9-4113-bd15-5297f39c8e19","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"region 45ab5820-270d-4e0e-a934-8a817f8881ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.909604679Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.909778411Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.909789992Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"aba34215-7e8d-4e3f-82d2-a2c04b7225e2","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":254,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.920370991Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.920408511Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"45ab5820-270d-4e0e-a934-8a817f8881ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/45ab5820-270d-4e0e-a934-8a817f8881ae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.969805156Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"45ab5820-270d-4e0e-a934-8a817f8881ae","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"45ab5820-270d-4e0e-a934-8a817f8881ae\" \"--data\" \"/data/regions/45ab5820-270d-4e0e-a934-8a817f8881ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:48.971647592Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"45ab5820-270d-4e0e-a934-8a817f8881ae","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.046367084Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"45ab5820-270d-4e0e-a934-8a817f8881ae","component":"worker"}
{"msg":"region 45ab5820-270d-4e0e-a934-8a817f8881ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.046403524Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.046516426Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.047599481Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.057940067Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.064683691Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions","method":"POST","req_id":"b65d9ba3-9fc0-4c58-b042-c679a3e4ceef","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.066125382Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.069015572Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.069286916Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.069343177Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.069387608Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.069430918Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.074115324Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:49.080037698Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.438209393Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","method":"GET","req_id":"8ff94cda-bc67-47c5-a2c9-fae97fc6db98","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/45ab5820-270d-4e0e-a934-8a817f8881ae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.440381524Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"dataset is oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.453351746Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"region 45ab5820-270d-4e0e-a934-8a817f8881ae state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.463366577Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.46355779Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.46359647Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","method":"DELETE","req_id":"cda418eb-ec10-43ff-831a-07e2353f88bb","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23240,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-45ab5820-270d-4e0e-a934-8a817f8881ae (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.465188943Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.467884481Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","method":"GET","req_id":"405f7a2f-549e-44ab-be7a-0940a4d0dad4","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.476806096Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ba3870d5-35c5-4617-969e-c839d3a0f34c/crucible/regions/45ab5820-270d-4e0e-a934-8a817f8881ae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.487470796Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"region":"45ab5820-270d-4e0e-a934-8a817f8881ae","component":"worker"}
{"msg":"region 45ab5820-270d-4e0e-a934-8a817f8881ae state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.541152942Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:29:14.587695197Z","hostname":"oxz_crucible_6df86cd0-2dd1-4778-bfbb-cab561caf2c2","pid":26055,"uri":"/crucible/0/regions/45ab5820-270d-4e0e-a934-8a817f8881ae","method":"GET","req_id":"187a26e5-9cdc-4af6-ad4f-bff0d8b2eae8","remote_addr":"[fd00:1122:3344:101::b]:65143","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"}