{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.794448292Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56731"} {"msg":"region 4120a662-4b9b-4745-895c-71c31f8d26c0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.829650097Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.836763299Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions","method":"POST","req_id":"ffcfda30-98bc-4210-96c6-5283e59d164a","remote_addr":"[fd00:1122:3344:101::a]:56731","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16728,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.836781119Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_50bfbfc6-818f-4e46-9baa-0af4beb31355/crucible/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.849390644Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_50bfbfc6-818f-4e46-9baa-0af4beb31355/crucible/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.849415834Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4120a662-4b9b-4745-895c-71c31f8d26c0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4120a662-4b9b-4745-895c-71c31f8d26c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.905281347Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"region":"4120a662-4b9b-4745-895c-71c31f8d26c0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4120a662-4b9b-4745-895c-71c31f8d26c0\" \"--data\" \"/data/regions/4120a662-4b9b-4745-895c-71c31f8d26c0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.907196549Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"region":"4120a662-4b9b-4745-895c-71c31f8d26c0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:18.99343497Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions","method":"POST","req_id":"a22e0f29-3628-40b9-af72-d03602410145","remote_addr":"[fd00:1122:3344:101::a]:56731","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.21415969Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"region":"4120a662-4b9b-4745-895c-71c31f8d26c0","component":"worker"} {"msg":"region 4120a662-4b9b-4745-895c-71c31f8d26c0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.214202521Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.214322182Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.214721587Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.22202328Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.233624264Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.245376449Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.245930926Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.248321203Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.248376764Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.248416824Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.252510051Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.255741779Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:19.431944476Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions","method":"POST","req_id":"1dc1cdae-7996-4df8-8bb4-73ca392ddf5f","remote_addr":"[fd00:1122:3344:101::a]:56731","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.272404216Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40101"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.272481627Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","method":"GET","req_id":"5bd03aa8-859b-44be-b266-8b718c43a2c4","remote_addr":"[fd00:1122:3344:101::a]:40101","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"path is \"/data/regions/4120a662-4b9b-4745-895c-71c31f8d26c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.272629048Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"dataset is oxp_50bfbfc6-818f-4e46-9baa-0af4beb31355/crucible/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.282167718Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"region 4120a662-4b9b-4745-895c-71c31f8d26c0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.290915449Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.291064701Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4120a662-4b9b-4745-895c-71c31f8d26c0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.292284664Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.293344727Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","method":"DELETE","req_id":"2b2c2a1b-08ee-4b44-a458-795162631b32","remote_addr":"[fd00:1122:3344:101::a]:40101","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20743,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.293469018Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","method":"GET","req_id":"9ffad61b-3c16-4a38-ad27-a1336abfc8c0","remote_addr":"[fd00:1122:3344:101::a]:40101","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.296165709Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_50bfbfc6-818f-4e46-9baa-0af4beb31355/crucible/regions/4120a662-4b9b-4745-895c-71c31f8d26c0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.305519437Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"region":"4120a662-4b9b-4745-895c-71c31f8d26c0","component":"worker"} {"msg":"region 4120a662-4b9b-4745-895c-71c31f8d26c0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.356094739Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:34:43.388724824Z","hostname":"oxz_crucible_8bb3265c-f59a-4446-badf-4a980b64ec8c","pid":22849,"uri":"/crucible/0/regions/4120a662-4b9b-4745-895c-71c31f8d26c0","method":"GET","req_id":"aab1f431-e5c1-47a9-a1da-b631036487f1","remote_addr":"[fd00:1122:3344:101::a]:40101","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"}