{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.249201888Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46375"}
{"msg":"region 212ba81d-0452-43d8-953a-555834b78a85 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.334584343Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.345605236Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.352060983Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions","method":"POST","req_id":"14b6bb66-9b29-4acb-9806-a53988fae9f0","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34122,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.362889932Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.362906812Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"212ba81d-0452-43d8-953a-555834b78a85\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/212ba81d-0452-43d8-953a-555834b78a85\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.436007738Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"region":"212ba81d-0452-43d8-953a-555834b78a85","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.693082832Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions","method":"POST","req_id":"44691c32-7ec3-463d-b2b0-972e1cb9112b","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":701,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.852832339Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"region":"212ba81d-0452-43d8-953a-555834b78a85","component":"worker"}
{"msg":"region 212ba81d-0452-43d8-953a-555834b78a85 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.852885651Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.852996383Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.853468973Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.862238008Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.883909616Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.888125285Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/212ba81d-0452-43d8-953a-555834b78a85","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.88883472Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.888898212Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.888942313Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.888982203Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.8954342Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:51.909980717Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:52.387553843Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions","method":"POST","req_id":"1140a800-df7e-4daf-9b7e-e063839807e6","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1046,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.966600754Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64659"}
{"msg":"region 682111e2-1ae2-46df-be1b-50512bf28217 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.966677985Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.966850119Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.966866649Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions","method":"POST","req_id":"87690c55-a8a3-4459-8061-640ae5d7695e","remote_addr":"[fd00:1122:3344:101::a]:64659","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":202,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.977995455Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:55.978031625Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"682111e2-1ae2-46df-be1b-50512bf28217\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/682111e2-1ae2-46df-be1b-50512bf28217\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.074698759Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"region":"682111e2-1ae2-46df-be1b-50512bf28217","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.183173422Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"region":"682111e2-1ae2-46df-be1b-50512bf28217","component":"worker"}
{"msg":"region 682111e2-1ae2-46df-be1b-50512bf28217 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.183224303Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.183301415Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.184654363Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions","method":"POST","req_id":"dd611629-0429-431c-99ff-f303bc2daff1","remote_addr":"[fd00:1122:3344:101::a]:64659","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"creating missing downstairs instance downstairs-682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.184780406Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.191379726Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.20481289Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.210792176Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.211141373Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.211187764Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.211228845Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.211273326Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.21808227Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:35:56.225532557Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.50397523Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35310"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.504129563Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions/682111e2-1ae2-46df-be1b-50512bf28217","method":"GET","req_id":"11c6c7c7-fc20-466e-9123-753d485a9314","remote_addr":"[fd00:1122:3344:101::a]:35310","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":115,"response_code":"200"}
{"msg":"path is \"/data/regions/682111e2-1ae2-46df-be1b-50512bf28217\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.504385879Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/682111e2-1ae2-46df-be1b-50512bf28217","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.515614946Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"region 682111e2-1ae2-46df-be1b-50512bf28217 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.524121316Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.524380821Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.524433342Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions/682111e2-1ae2-46df-be1b-50512bf28217","method":"DELETE","req_id":"140f3eaf-606a-41c2-a931-d0fdd959d232","remote_addr":"[fd00:1122:3344:101::a]:35310","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20078,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.524601506Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions/682111e2-1ae2-46df-be1b-50512bf28217","method":"GET","req_id":"a44967a9-457d-473e-aac9-2c0ba581b6c8","remote_addr":"[fd00:1122:3344:101::a]:35310","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-682111e2-1ae2-46df-be1b-50512bf28217 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.525567946Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.531190955Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/682111e2-1ae2-46df-be1b-50512bf28217\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.539728835Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"region":"682111e2-1ae2-46df-be1b-50512bf28217","component":"worker"}
{"msg":"region 682111e2-1ae2-46df-be1b-50512bf28217 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.588872985Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T22:36:27.619018392Z","hostname":"oxz_crucible_64b9e64c-5a72-4a09-8ba2-58058775af5a","pid":21640,"uri":"/crucible/0/regions/682111e2-1ae2-46df-be1b-50512bf28217","method":"GET","req_id":"2d857b74-0d40-4259-8c65-50731326e5bd","remote_addr":"[fd00:1122:3344:101::a]:35310","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":90,"response_code":"200"}