{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.723536084Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37806"} {"msg":"region 63c15c72-4507-40a8-850a-082f1aee1bce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.72425164Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.724913104Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions","method":"POST","req_id":"f8033a12-881f-4d07-ab7e-8246eedb822a","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1330,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.724927844Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.737625251Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.737646352Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"63c15c72-4507-40a8-850a-082f1aee1bce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/63c15c72-4507-40a8-850a-082f1aee1bce\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.796764538Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"region":"63c15c72-4507-40a8-850a-082f1aee1bce","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"63c15c72-4507-40a8-850a-082f1aee1bce\" \"--data\" \"/data/regions/63c15c72-4507-40a8-850a-082f1aee1bce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.79681924Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"region":"63c15c72-4507-40a8-850a-082f1aee1bce","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.868986461Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"region":"63c15c72-4507-40a8-850a-082f1aee1bce","component":"worker"} {"msg":"region 63c15c72-4507-40a8-850a-082f1aee1bce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.869031932Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.869112034Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.869538853Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.875156035Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.888553187Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.891626024Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63c15c72-4507-40a8-850a-082f1aee1bce","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.891894979Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.891952431Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.891994812Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.892038062Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.895639531Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.904560005Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:29.95252847Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions","method":"POST","req_id":"1300b7a6-cb49-4fe9-8697-948c28f00643","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:30.98186223Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe","method":"GET","req_id":"dc6471b0-1892-4cf4-a498-eac15b76b7d1","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:30.986944011Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"dataset is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:30.996759734Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"snapshot is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe@e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.005186938Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\", \"e400ebf8-b3b2-4777-bf52-3d404237eb88\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.005213938Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.016519585Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe/snapshots/e400ebf8-b3b2-4777-bf52-3d404237eb88","method":"GET","req_id":"2481eeb5-a642-4b59-866b-ffe24d24e028","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29578,"response_code":"200"} {"msg":"path is \"/data/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.019884638Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"dataset is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.028966326Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"snapshot is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe@e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.037784468Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\", \"e400ebf8-b3b2-4777-bf52-3d404237eb88\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.037823039Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7bb1e3ac-e11b-46e6-a209-ff62599ca4fe-e400ebf8-b3b2-4777-bf52-3d404237eb88 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.047392987Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"applying SMF actions for region 7bb1e3ac-e11b-46e6-a209-ff62599ca4fe running snapshot e400ebf8-b3b2-4777-bf52-3d404237eb88 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.047587721Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.047630832Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe/snapshots/e400ebf8-b3b2-4777-bf52-3d404237eb88/run","method":"POST","req_id":"510e8d9c-bf2b-4ede-9230-4d972af851a1","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27769,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-7bb1e3ac-e11b-46e6-a209-ff62599ca4fe-e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.049805219Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7bb1e3ac-e11b-46e6-a209-ff62599ca4fe-e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.056379392Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7bb1e3ac-e11b-46e6-a209-ff62599ca4fe-e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066184476Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe/.zfs/snapshot/e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066397021Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066448572Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066489793Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066528264Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.066571194Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.070152872Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.07462129Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"worker"} {"msg":"region 7bb1e3ac-e11b-46e6-a209-ff62599ca4fe running snapshot e400ebf8-b3b2-4777-bf52-3d404237eb88 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.07463765Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"path is \"/data/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.229565523Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"dataset is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.237732141Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"datafile"} {"msg":"snapshot is oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe@e400ebf8-b3b2-4777-bf52-3d404237eb88","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.246177235Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9039965e-11af-4fd8-8cec-ac5d66df1f2e/crucible/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe\", \"e400ebf8-b3b2-4777-bf52-3d404237eb88\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.246209616Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T22:33:31.254257891Z","hostname":"oxz_crucible_dc2758d3-e45a-44e9-8190-b7581ac41073","pid":20762,"uri":"/crucible/0/regions/7bb1e3ac-e11b-46e6-a209-ff62599ca4fe/snapshots/e400ebf8-b3b2-4777-bf52-3d404237eb88/run","method":"POST","req_id":"fa9496c9-16ed-44ac-b559-70f0e7f9f039","remote_addr":"[fd00:1122:3344:101::a]:37806","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24737,"response_code":"200"}