{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.874501957Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35139"} {"msg":"region 9631da83-f2b7-4c1d-8b46-620dbdd19fcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.874585238Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.879790216Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.879805217Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions","method":"POST","req_id":"c78c6f35-53fb-4321-8179-ec0c70e655f5","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":5235,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.891303438Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.891335658Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9631da83-f2b7-4c1d-8b46-620dbdd19fcd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9631da83-f2b7-4c1d-8b46-620dbdd19fcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.943622019Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"region":"9631da83-f2b7-4c1d-8b46-620dbdd19fcd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9631da83-f2b7-4c1d-8b46-620dbdd19fcd\" \"--data\" \"/data/regions/9631da83-f2b7-4c1d-8b46-620dbdd19fcd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:55.945350101Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"region":"9631da83-f2b7-4c1d-8b46-620dbdd19fcd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.075089714Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"region":"9631da83-f2b7-4c1d-8b46-620dbdd19fcd","component":"worker"} {"msg":"region 9631da83-f2b7-4c1d-8b46-620dbdd19fcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.075136785Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.075229886Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.095426903Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.106652591Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.118092212Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.121321205Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9631da83-f2b7-4c1d-8b46-620dbdd19fcd","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.121592408Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.121650399Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.12169388Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.121737521Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.125962093Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.130726489Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:56.153667132Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions","method":"POST","req_id":"3ce64dbf-0df7-4a4e-b08f-a6579197d66e","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.106718265Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions/042f022d-1222-49a9-819d-ef7cc15c63ea","method":"GET","req_id":"cb074f1f-21ef-4ff5-9b59-2b9771b12a9d","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.109819866Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"dataset is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.119357692Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"snapshot is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea@a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.127913259Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\", \"a4700145-a2b0-4ddd-a1ad-15d5bcebb447\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.127946166Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.139585479Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions/042f022d-1222-49a9-819d-ef7cc15c63ea/snapshots/a4700145-a2b0-4ddd-a1ad-15d5bcebb447","method":"GET","req_id":"ea1ba56d-b1a5-41cb-8c7a-112283caf97f","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29770,"response_code":"200"} {"msg":"path is \"/data/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.145074891Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"dataset is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.152895364Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"snapshot is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea@a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.161602779Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\", \"a4700145-a2b0-4ddd-a1ad-15d5bcebb447\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.1616328Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 042f022d-1222-49a9-819d-ef7cc15c63ea-a4700145-a2b0-4ddd-a1ad-15d5bcebb447 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.17068533Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"applying SMF actions for region 042f022d-1222-49a9-819d-ef7cc15c63ea running snapshot a4700145-a2b0-4ddd-a1ad-15d5bcebb447 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.170888932Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.170902302Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions/042f022d-1222-49a9-819d-ef7cc15c63ea/snapshots/a4700145-a2b0-4ddd-a1ad-15d5bcebb447/run","method":"POST","req_id":"9193502e-8e16-4f73-8f46-1f8dd98b9d07","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25856,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-042f022d-1222-49a9-819d-ef7cc15c63ea-a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.173662479Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-042f022d-1222-49a9-819d-ef7cc15c63ea-a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.176541181Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-042f022d-1222-49a9-819d-ef7cc15c63ea-a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.186662281Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/042f022d-1222-49a9-819d-ef7cc15c63ea/.zfs/snapshot/a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.186963464Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.187016505Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.187057976Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.187098956Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.187150237Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.190665013Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.19494776Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"worker"} {"msg":"region 042f022d-1222-49a9-819d-ef7cc15c63ea running snapshot a4700145-a2b0-4ddd-a1ad-15d5bcebb447 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.19495586Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"path is \"/data/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.394327492Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"dataset is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.403539314Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"datafile"} {"msg":"snapshot is oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea@a4700145-a2b0-4ddd-a1ad-15d5bcebb447","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.412152838Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bd594fd6-7b7e-420b-841f-70c28eb41fe9/crucible/regions/042f022d-1222-49a9-819d-ef7cc15c63ea\", \"a4700145-a2b0-4ddd-a1ad-15d5bcebb447\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.412181758Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-10T18:22:57.420482758Z","hostname":"oxz_crucible_917fa0e8-2278-4f67-b967-7775dc687cdc","pid":22084,"uri":"/crucible/0/regions/042f022d-1222-49a9-819d-ef7cc15c63ea/snapshots/a4700145-a2b0-4ddd-a1ad-15d5bcebb447/run","method":"POST","req_id":"47c8cb51-42e5-477f-9d51-e27e5a120019","remote_addr":"[fd00:1122:3344:101::c]:35139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26187,"response_code":"200"}