{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.263181969Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35534"} {"msg":"region ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.303381682Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.308634021Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.308653222Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions","method":"POST","req_id":"4a8b57b8-2726-40a6-86ab-647d1c7bec01","remote_addr":"[fd00:1122:3344:101::c]:35534","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24623,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.318074144Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.318092104Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.367784831Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"region":"ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\" \"--data\" \"/data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.369893213Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"region":"ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.596241143Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions","method":"POST","req_id":"0d8e7b9d-b701-4e2e-8b1a-4e255ea7a84b","remote_addr":"[fd00:1122:3344:101::c]:35534","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.720275999Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"region":"ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","component":"worker"} {"msg":"region ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.720315351Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.720406264Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.720729765Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.727531377Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.74518537Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.748570276Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.749326432Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.749391214Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.749441965Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.749476457Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.753405971Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:03.758710442Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:30:04.144013531Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions","method":"POST","req_id":"a2716521-24d0-456b-a834-a522cf79217f","remote_addr":"[fd00:1122:3344:101::c]:35534","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.70683182Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48908"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.707091928Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","method":"GET","req_id":"82e7caa4-d3df-4c5f-a10a-36861edd244c","remote_addr":"[fd00:1122:3344:101::c]:48908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.710735323Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"dataset is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.718057003Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"snapshot is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546@256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.724434551Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\", \"256cdafb-cd4e-4079-a0f2-37f6dbe12859\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.724456912Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.733916204Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546/snapshots/256cdafb-cd4e-4079-a0f2-37f6dbe12859","method":"GET","req_id":"40959d51-7e35-46c6-b042-c42f94162365","remote_addr":"[fd00:1122:3344:101::c]:48908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23211,"response_code":200} {"msg":"path is \"/data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.736772522Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"dataset is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.742725035Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"snapshot is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546@256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.749537778Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\", \"256cdafb-cd4e-4079-a0f2-37f6dbe12859\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.749561649Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546-256cdafb-cd4e-4079-a0f2-37f6dbe12859 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.756604169Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"applying SMF actions for region ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546 running snapshot 256cdafb-cd4e-4079-a0f2-37f6dbe12859 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.757142178Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.757157768Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546/snapshots/256cdafb-cd4e-4079-a0f2-37f6dbe12859/run","method":"POST","req_id":"f202cdd5-cacb-41b9-872d-3f4283dffd44","remote_addr":"[fd00:1122:3344:101::c]:48908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20399,"response_code":200} {"msg":"creating missing snapshot instance snapshot-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546-256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.78297621Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546-256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.793945884Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546-256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.81667614Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546/.zfs/snapshot/256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.816936939Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.816992161Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.817033122Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.817069793Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.817119605Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.82517615Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.832292773Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"worker"} {"msg":"region ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546 running snapshot 256cdafb-cd4e-4079-a0f2-37f6dbe12859 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.832309224Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"path is \"/data/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.947622292Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"dataset is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.95488744Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"datafile"} {"msg":"snapshot is oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546@256cdafb-cd4e-4079-a0f2-37f6dbe12859","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.961887759Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dd293706-6378-4790-9aa9-9183e8b31260/crucible/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546\", \"256cdafb-cd4e-4079-a0f2-37f6dbe12859\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.96191758Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-09T20:41:09.96893807Z","hostname":"oxz_crucible_aac7d158-9dd3-4a2c-8338-8b31853d00a0","pid":22568,"uri":"/crucible/0/regions/ccef19d8-cc5e-41b9-8dfd-1bf2cf64a546/snapshots/256cdafb-cd4e-4079-a0f2-37f6dbe12859/run","method":"POST","req_id":"563e3f60-8b9d-4ca5-b009-7bca75a3b7b4","remote_addr":"[fd00:1122:3344:101::c]:48908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21374,"response_code":200}