{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.392417873Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65496"}
{"msg":"region 9ebf14d5-9a00-4122-914a-ab79e2e1a77e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.445173015Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.447970088Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"1bdf3470-50dc-4f6d-be4f-1591f5e08f02","remote_addr":"[fd00:1122:3344:101::b]:65496","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19228,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.448023219Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.460666694Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.460694864Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9ebf14d5-9a00-4122-914a-ab79e2e1a77e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.503612695Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"9ebf14d5-9a00-4122-914a-ab79e2e1a77e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.715525667Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"9ebf14d5-9a00-4122-914a-ab79e2e1a77e","component":"worker"}
{"msg":"region 9ebf14d5-9a00-4122-914a-ab79e2e1a77e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.715572588Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.715654269Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.720611406Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.726233432Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.741711221Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.743289845Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"c7c8220f-d428-4198-9f32-80f072db568c","remote_addr":"[fd00:1122:3344:101::b]:65496","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.745011811Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.745798653Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.74754242Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.747585431Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.747626981Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.756667051Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:33.763510276Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.493500664Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63074"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.493807919Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","method":"GET","req_id":"44119e11-dcb4-46cb-b23c-4cd422ea0a26","remote_addr":"[fd00:1122:3344:101::b]:63074","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":277,"response_code":"200"}
{"msg":"path is \"/data/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.494155094Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.504101558Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"region 9ebf14d5-9a00-4122-914a-ab79e2e1a77e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.513031505Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.513221078Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.51333107Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","method":"DELETE","req_id":"43c68d1f-4ce2-4156-93f5-09eb20fd51ca","remote_addr":"[fd00:1122:3344:101::b]:63074","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19251,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.514040731Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","method":"GET","req_id":"a40f6be4-4680-4d88-9a8d-28178a60ca6b","remote_addr":"[fd00:1122:3344:101::b]:63074","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":552,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-9ebf14d5-9a00-4122-914a-ab79e2e1a77e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.514367806Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.518655742Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.528128968Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"9ebf14d5-9a00-4122-914a-ab79e2e1a77e","component":"worker"}
{"msg":"region 9ebf14d5-9a00-4122-914a-ab79e2e1a77e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.577465027Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:15:34.629495018Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/9ebf14d5-9a00-4122-914a-ab79e2e1a77e","method":"GET","req_id":"019b4720-a7f0-4775-bfdd-828ddfe75788","remote_addr":"[fd00:1122:3344:101::b]:63074","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.673628811Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50807"}
{"msg":"region d82c740f-3a42-48e0-bea2-d18319115b5d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.73786801Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.738070463Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"1851ae47-983e-4fee-a5ad-b3c92083c6e1","remote_addr":"[fd00:1122:3344:101::a]:50807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":273,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.738089754Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.747198844Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.747235714Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d82c740f-3a42-48e0-bea2-d18319115b5d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/d82c740f-3a42-48e0-bea2-d18319115b5d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.798770248Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"d82c740f-3a42-48e0-bea2-d18319115b5d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.863745718Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"d82c740f-3a42-48e0-bea2-d18319115b5d","component":"worker"}
{"msg":"region d82c740f-3a42-48e0-bea2-d18319115b5d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.863791859Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.86388613Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.865336573Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.867900192Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.874813468Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.877590571Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.877818525Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.877883846Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.877936147Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.877983747Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.881128546Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.885167148Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.972500023Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"0f33c6ef-80dd-4ec9-bcee-ba6c678ee55a","remote_addr":"[fd00:1122:3344:101::a]:50807","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.269683219Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59470"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.27037207Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","method":"GET","req_id":"8b74794e-d8f6-49ee-838f-af5a2975213b","remote_addr":"[fd00:1122:3344:101::a]:59470","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":658,"response_code":"200"}
{"msg":"path is \"/data/regions/d82c740f-3a42-48e0-bea2-d18319115b5d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.270593213Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.280419604Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d@8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.289692797Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d\", \"8b254072-f4b4-466e-b1a6-8c3feab28c95\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.289729477Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.304056918Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/d82c740f-3a42-48e0-bea2-d18319115b5d/snapshots/8b254072-f4b4-466e-b1a6-8c3feab28c95","method":"GET","req_id":"9dbaa088-98cd-4470-9c7b-b5a4fa8c4bf2","remote_addr":"[fd00:1122:3344:101::a]:59470","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33475,"response_code":"200"}
{"msg":"path is \"/data/regions/d82c740f-3a42-48e0-bea2-d18319115b5d\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.304253691Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.312744862Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d@8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.322429821Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/d82c740f-3a42-48e0-bea2-d18319115b5d\", \"8b254072-f4b4-466e-b1a6-8c3feab28c95\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.322463041Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d82c740f-3a42-48e0-bea2-d18319115b5d-8b254072-f4b4-466e-b1a6-8c3feab28c95 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.332160621Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions for region d82c740f-3a42-48e0-bea2-d18319115b5d running snapshot 8b254072-f4b4-466e-b1a6-8c3feab28c95 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.333188936Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.333248677Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/d82c740f-3a42-48e0-bea2-d18319115b5d/snapshots/8b254072-f4b4-466e-b1a6-8c3feab28c95/run","method":"POST","req_id":"6dbfb70f-f132-4816-bb59-026dddca416e","remote_addr":"[fd00:1122:3344:101::a]:59470","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29035,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d82c740f-3a42-48e0-bea2-d18319115b5d-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.342424408Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d82c740f-3a42-48e0-bea2-d18319115b5d-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.347175662Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d82c740f-3a42-48e0-bea2-d18319115b5d-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370331468Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d82c740f-3a42-48e0-bea2-d18319115b5d/.zfs/snapshot/8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370588272Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370648643Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370692194Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370730744Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.370787755Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.3769703Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.387165397Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"region d82c740f-3a42-48e0-bea2-d18319115b5d running snapshot 8b254072-f4b4-466e-b1a6-8c3feab28c95 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.387186568Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.110226499Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45510"}
{"msg":"region f3a51bde-6262-4118-8c4c-89edab205a97 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.172376456Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.172571719Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.172596419Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"0ed6d968-e917-4c51-8bed-6b279b8c1d6a","remote_addr":"[fd00:1122:3344:101::a]:45510","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":927,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.182535382Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.182566452Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f3a51bde-6262-4118-8c4c-89edab205a97\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/f3a51bde-6262-4118-8c4c-89edab205a97\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.267287057Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"f3a51bde-6262-4118-8c4c-89edab205a97","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.378841754Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"f3a51bde-6262-4118-8c4c-89edab205a97","component":"worker"}
{"msg":"region f3a51bde-6262-4118-8c4c-89edab205a97 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.378887135Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.378975386Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.380980467Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.385151861Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.397900058Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"3e353df3-6c56-4b4d-8c10-a86d09a92b7f","remote_addr":"[fd00:1122:3344:101::a]:45510","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":758,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.403062037Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.408574012Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.408835326Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.408893927Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.408941957Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.408989948Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.416011496Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:48.424365825Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.3784055Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49733"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.379013689Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/f3a51bde-6262-4118-8c4c-89edab205a97","method":"GET","req_id":"21a04894-b206-4c69-998b-9e728b9ab990","remote_addr":"[fd00:1122:3344:101::a]:49733","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":582,"response_code":"200"}
{"msg":"path is \"/data/regions/f3a51bde-6262-4118-8c4c-89edab205a97\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.379189742Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/f3a51bde-6262-4118-8c4c-89edab205a97","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.391855517Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"region f3a51bde-6262-4118-8c4c-89edab205a97 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.400908857Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.4011081Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.40116431Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/f3a51bde-6262-4118-8c4c-89edab205a97","method":"DELETE","req_id":"2710ce5b-178d-4885-ab2c-92af581e2cdf","remote_addr":"[fd00:1122:3344:101::a]:49733","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21999,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.401338813Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/f3a51bde-6262-4118-8c4c-89edab205a97","method":"GET","req_id":"40f2f7ea-dcc0-4168-bab5-07e6da8f0db2","remote_addr":"[fd00:1122:3344:101::a]:49733","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-f3a51bde-6262-4118-8c4c-89edab205a97 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.403245093Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.41996915Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/f3a51bde-6262-4118-8c4c-89edab205a97\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.429276013Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"region":"f3a51bde-6262-4118-8c4c-89edab205a97","component":"worker"}
{"msg":"region f3a51bde-6262-4118-8c4c-89edab205a97 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.487270456Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:22:21.533742611Z","hostname":"oxz_crucible_d04b9c38-9134-4b45-9f7c-ded66ffdc85f","pid":21646,"uri":"/crucible/0/regions/f3a51bde-6262-4118-8c4c-89edab205a97","method":"GET","req_id":"5e86ba07-7a58-4ab2-bc15-d32eeac942a0","remote_addr":"[fd00:1122:3344:101::a]:49733","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":92,"response_code":"200"}