{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.535039672Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48121"} {"msg":"region 9d625628-2de7-41bd-a87d-2236534b8b69 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.535186946Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.535960449Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.536561906Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions","method":"POST","req_id":"049532e0-1ce4-4e2e-aabf-8b8f2ca8c00b","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":844,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.550823744Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.550833995Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9d625628-2de7-41bd-a87d-2236534b8b69\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9d625628-2de7-41bd-a87d-2236534b8b69\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.609136754Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"region":"9d625628-2de7-41bd-a87d-2236534b8b69","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9d625628-2de7-41bd-a87d-2236534b8b69\" \"--data\" \"/data/regions/9d625628-2de7-41bd-a87d-2236534b8b69\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.609170585Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"region":"9d625628-2de7-41bd-a87d-2236534b8b69","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.721941531Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"region":"9d625628-2de7-41bd-a87d-2236534b8b69","component":"worker"} {"msg":"region 9d625628-2de7-41bd-a87d-2236534b8b69 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.721973621Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.722113356Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.743363488Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.758664117Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.77034843Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.772944846Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d625628-2de7-41bd-a87d-2236534b8b69","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.773262405Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.773304576Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.773344987Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.773377028Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.777073167Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.781853387Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:14.839252219Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions","method":"POST","req_id":"b46eb4ed-0442-4aff-a462-bc4e895b278c","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.12431457Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5","method":"GET","req_id":"77c95105-2cfc-4000-b2ab-94de8bee8c19","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.127868604Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"dataset is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.134695474Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"snapshot is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5@54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.141013589Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\", \"54d67461-f1f3-472b-aa6d-e54a762590f1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.14104152Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.14990384Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5/snapshots/54d67461-f1f3-472b-aa6d-e54a762590f1","method":"GET","req_id":"a8e6df8a-9786-4571-b944-71bb5b9966d2","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22062,"response_code":200} {"msg":"path is \"/data/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.153947478Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"dataset is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.159778989Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"snapshot is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5@54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.16525974Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\", \"54d67461-f1f3-472b-aa6d-e54a762590f1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.16527499Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5-54d67461-f1f3-472b-aa6d-e54a762590f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.173394068Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.173537563Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5/snapshots/54d67461-f1f3-472b-aa6d-e54a762590f1/run","method":"POST","req_id":"eecafe95-581d-4efc-a48c-620a0c86d564","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19606,"response_code":200} {"msg":"applying SMF actions for region 9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5 running snapshot 54d67461-f1f3-472b-aa6d-e54a762590f1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.173552323Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5-54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.178317623Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5-54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.181206357Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5-54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.190755557Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5/.zfs/snapshot/54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.191018825Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.191069887Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.191106828Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.191144739Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.19119583Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.194435335Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.198565576Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"worker"} {"msg":"region 9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5 running snapshot 54d67461-f1f3-472b-aa6d-e54a762590f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.198575277Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"path is \"/data/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.5309358Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"dataset is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.537141131Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"datafile"} {"msg":"snapshot is oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5@54d67461-f1f3-472b-aa6d-e54a762590f1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.542024215Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5e9a7bb9-c6c6-4064-ac29-c13e7b933ce4/crucible/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5\", \"54d67461-f1f3-472b-aa6d-e54a762590f1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.542049715Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-16T09:24:16.549445732Z","hostname":"oxz_crucible_3d89746b-5db3-4ea7-b8d0-d8598233d829","pid":24213,"uri":"/crucible/0/regions/9cb5dac3-bfc7-4a69-81c0-7eb60cbba7e5/snapshots/54d67461-f1f3-472b-aa6d-e54a762590f1/run","method":"POST","req_id":"c7f9cf7e-dc22-480d-a95e-55852a282954","remote_addr":"[fd00:1122:3344:101::a]:48121","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18549,"response_code":200}