{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.670109548Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63320"} {"msg":"region 3a8bc8cf-2c06-4a32-a29f-058e024b75b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.696368036Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.701507074Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.705302361Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions","method":"POST","req_id":"1552da09-56bb-46d6-8b0f-481ead7e958d","remote_addr":"[fd00:1122:3344:101::a]:63320","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17550,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.711326192Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.711340413Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a8bc8cf-2c06-4a32-a29f-058e024b75b3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.786911297Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"3a8bc8cf-2c06-4a32-a29f-058e024b75b3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a8bc8cf-2c06-4a32-a29f-058e024b75b3\" \"--data\" \"/data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.788946658Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"3a8bc8cf-2c06-4a32-a29f-058e024b75b3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.964504705Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"3a8bc8cf-2c06-4a32-a29f-058e024b75b3","component":"worker"} {"msg":"region 3a8bc8cf-2c06-4a32-a29f-058e024b75b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.964550066Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.964653498Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.965075104Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.969703914Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions","method":"POST","req_id":"4087fbfc-47e3-410f-8d46-2df5d1148df5","remote_addr":"[fd00:1122:3344:101::a]:63320","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:06.974223572Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.001744639Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.011417515Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.020448802Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.022407242Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.022482613Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.022533944Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.035296437Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:00:07.046400395Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.406818285Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40485"} {"msg":"region 526f6af6-9304-405a-a7d4-6677961bbdf2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.406911437Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.407882632Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.407903802Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions","method":"POST","req_id":"2649e59d-30ea-4f2e-8e2c-d089e4869cce","remote_addr":"[fd00:1122:3344:101::a]:40485","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1027,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.417425946Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.417451086Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"526f6af6-9304-405a-a7d4-6677961bbdf2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/526f6af6-9304-405a-a7d4-6677961bbdf2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.489189223Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"526f6af6-9304-405a-a7d4-6677961bbdf2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"526f6af6-9304-405a-a7d4-6677961bbdf2\" \"--data\" \"/data/regions/526f6af6-9304-405a-a7d4-6677961bbdf2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.489245163Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"526f6af6-9304-405a-a7d4-6677961bbdf2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.571984666Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"region":"526f6af6-9304-405a-a7d4-6677961bbdf2","component":"worker"} {"msg":"region 526f6af6-9304-405a-a7d4-6677961bbdf2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.572037867Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.572117648Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.575890615Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.575985317Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576069328Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576079928Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576122639Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.57618608Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576298461Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576374192Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576424313Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.576475594Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.585604902Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.586031358Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.589211607Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.597748526Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.60067252Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/526f6af6-9304-405a-a7d4-6677961bbdf2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.600882833Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.600939124Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.600979235Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.601023885Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.606520819Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.611682397Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:22.758483779Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions","method":"POST","req_id":"af554b91-eea5-43b8-9719-fc452e19099b","remote_addr":"[fd00:1122:3344:101::a]:40485","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":690,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.164051327Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63184"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.168377842Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","method":"GET","req_id":"61f5b7d5-d61d-49d1-ae75-83ca64599e0c","remote_addr":"[fd00:1122:3344:101::a]:63184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4233,"response_code":"200"} {"msg":"path is \"/data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.168626446Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"dataset is oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.17878368Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"snapshot is oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3@8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.18805434Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\", \"8b912610-08a8-4542-aa61-1e02276c3d7a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.188086721Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.20323715Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3/snapshots/8b912610-08a8-4542-aa61-1e02276c3d7a","method":"GET","req_id":"22cef7bd-d934-45e0-9501-29c31071fb31","remote_addr":"[fd00:1122:3344:101::a]:63184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34640,"response_code":"200"} {"msg":"path is \"/data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.203508084Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"dataset is oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.213286222Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"snapshot is oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3@8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.22242333Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_072ad6a6-48d3-47f5-b5ad-907cb6ccb208/crucible/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3\", \"8b912610-08a8-4542-aa61-1e02276c3d7a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.222464491Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3a8bc8cf-2c06-4a32-a29f-058e024b75b3-8b912610-08a8-4542-aa61-1e02276c3d7a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.233914374Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"} {"msg":"applying SMF actions for region 3a8bc8cf-2c06-4a32-a29f-058e024b75b3 running snapshot 8b912610-08a8-4542-aa61-1e02276c3d7a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234112057Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234141668Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"uri":"/crucible/0/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3/snapshots/8b912610-08a8-4542-aa61-1e02276c3d7a/run","method":"POST","req_id":"06da2c48-26ca-4830-9a55-c67656bc1d29","remote_addr":"[fd00:1122:3344:101::a]:63184","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30678,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234708816Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234795268Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234876359Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.234884249Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.2349256Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.23497439Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.235343346Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.235416757Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.235465398Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.235502838Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.239472719Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3a8bc8cf-2c06-4a32-a29f-058e024b75b3-8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.2409172Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3a8bc8cf-2c06-4a32-a29f-058e024b75b3-8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.248123559Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3a8bc8cf-2c06-4a32-a29f-058e024b75b3-8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.262295974Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a8bc8cf-2c06-4a32-a29f-058e024b75b3/.zfs/snapshot/8b912610-08a8-4542-aa61-1e02276c3d7a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.262574398Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.262643979Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.26268845Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.262734471Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.262798682Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.266468397Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.271350631Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"worker"} {"msg":"region 3a8bc8cf-2c06-4a32-a29f-058e024b75b3 running snapshot 8b912610-08a8-4542-aa61-1e02276c3d7a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-22T02:05:24.271374282Z","hostname":"oxz_crucible_d2326324-7a68-4938-b232-00e6ade1d475","pid":24143,"component":"datafile"}