{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.305008684Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59679"} {"msg":"region 964e7a88-0eae-4372-b41f-b3fa3e40f188 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.371418889Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.377064336Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions","method":"POST","req_id":"13ef9fca-35e0-4a25-b39e-ace6051dd783","remote_addr":"[fd00:1122:3344:101::a]:59679","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17673,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.379384245Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4237ec86-747e-4b2e-a81d-30673b143f9c/crucible/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.389583527Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4237ec86-747e-4b2e-a81d-30673b143f9c/crucible/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.389615908Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"964e7a88-0eae-4372-b41f-b3fa3e40f188\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.435366081Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"region":"964e7a88-0eae-4372-b41f-b3fa3e40f188","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"964e7a88-0eae-4372-b41f-b3fa3e40f188\" \"--data\" \"/data/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.4376945Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"region":"964e7a88-0eae-4372-b41f-b3fa3e40f188","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.727562672Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"region":"964e7a88-0eae-4372-b41f-b3fa3e40f188","component":"worker"} {"msg":"region 964e7a88-0eae-4372-b41f-b3fa3e40f188 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.727615843Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.727699885Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.728098853Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.731805711Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions","method":"POST","req_id":"bd471311-d21d-4126-b5f1-055ea86b403f","remote_addr":"[fd00:1122:3344:101::a]:59679","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.733315622Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.746600609Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.749240434Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.749955239Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.752579394Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.752647595Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.752689526Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.76390393Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:02.767791391Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.047081964Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52520"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.047265248Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","method":"GET","req_id":"87062dd5-e9a9-4c52-9ef7-fab919b96527","remote_addr":"[fd00:1122:3344:101::a]:52520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":101,"response_code":"200"} {"msg":"path is \"/data/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.047530713Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"dataset is oxp_4237ec86-747e-4b2e-a81d-30673b143f9c/crucible/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.057959241Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"region 964e7a88-0eae-4372-b41f-b3fa3e40f188 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.066879207Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.067083131Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.069594403Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","method":"DELETE","req_id":"02a2c6cd-9931-4134-b34e-f9465698068f","remote_addr":"[fd00:1122:3344:101::a]:52520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22125,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.069761397Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","method":"GET","req_id":"ecb2210c-b5fc-4fa0-8715-dc5ce1b28417","remote_addr":"[fd00:1122:3344:101::a]:52520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-964e7a88-0eae-4372-b41f-b3fa3e40f188 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.070763378Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.075353813Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4237ec86-747e-4b2e-a81d-30673b143f9c/crucible/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.085527536Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"region":"964e7a88-0eae-4372-b41f-b3fa3e40f188","component":"worker"} {"msg":"region 964e7a88-0eae-4372-b41f-b3fa3e40f188 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.133161908Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:18:27.159098699Z","hostname":"oxz_crucible_3bbf88dd-acaa-4a7c-b694-c3b7cef4d817","pid":23667,"uri":"/crucible/0/regions/964e7a88-0eae-4372-b41f-b3fa3e40f188","method":"GET","req_id":"7675583d-1e57-4a1a-a482-b83acadcb11e","remote_addr":"[fd00:1122:3344:101::a]:52520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":"200"}