{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.543934877Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56616"} {"msg":"region 98eb6e1d-c132-4206-b7f1-c1d4aa0bde83 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.580434534Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.589989149Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions","method":"POST","req_id":"5378498b-9c2c-4e86-870d-e08f8c7c8669","remote_addr":"[fd00:1122:3344:101::a]:56616","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20247,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.59002009Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c919f4ac-100e-4c1e-bd24-76220f4848fc/crucible/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.607406736Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c919f4ac-100e-4c1e-bd24-76220f4848fc/crucible/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.607437947Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.669210971Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"region":"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\" \"--data\" \"/data/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.671696235Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"region":"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.864647416Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions","method":"POST","req_id":"caf24d43-b2e9-42c2-9189-2c876c173e7a","remote_addr":"[fd00:1122:3344:101::a]:56616","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.959822119Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"region":"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","component":"worker"} {"msg":"region 98eb6e1d-c132-4206-b7f1-c1d4aa0bde83 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.95987385Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.960010354Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.960578428Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.967360852Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.984610615Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.98754042Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.988274279Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.990729612Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.990786364Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.990828594Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:07.000899613Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:07.005175933Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:07.415715678Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions","method":"POST","req_id":"25f42a97-a8a4-486c-bca9-13c04519d276","remote_addr":"[fd00:1122:3344:101::a]:56616","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.853636144Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36284"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.853717966Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","method":"GET","req_id":"9b8fde45-cce8-49e2-bfe8-d252042aa8c0","remote_addr":"[fd00:1122:3344:101::a]:36284","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.853901811Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"dataset is oxp_c919f4ac-100e-4c1e-bd24-76220f4848fc/crucible/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.869498111Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"region 98eb6e1d-c132-4206-b7f1-c1d4aa0bde83 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.877907107Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.878112392Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.880318439Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","method":"DELETE","req_id":"37975efe-aff2-4e96-8d9a-c5a440fac28c","remote_addr":"[fd00:1122:3344:101::a]:36284","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26457,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.880775931Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","method":"GET","req_id":"165c6b86-dd07-4cac-824c-47dc762d29a0","remote_addr":"[fd00:1122:3344:101::a]:36284","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":307,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-98eb6e1d-c132-4206-b7f1-c1d4aa0bde83 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.881706435Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.890464869Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c919f4ac-100e-4c1e-bd24-76220f4848fc/crucible/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.900754694Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"region":"98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.947226216Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","method":"GET","req_id":"f17ec706-b25b-4ab3-be7e-a65610e4b6ea","remote_addr":"[fd00:1122:3344:101::a]:36284","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"region 98eb6e1d-c132-4206-b7f1-c1d4aa0bde83 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:32.969087147Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.066481166Z","hostname":"oxz_crucible_beb02584-2e2a-4158-9aa0-87876e6264fa","pid":25572,"uri":"/crucible/0/regions/98eb6e1d-c132-4206-b7f1-c1d4aa0bde83","method":"GET","req_id":"e3444e84-b88e-4073-a906-688445061974","remote_addr":"[fd00:1122:3344:101::a]:36284","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":"200"}