{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.053349278Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58735"} {"msg":"region 50e006b8-3546-4f5b-b158-72689208b940 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.053574259Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.054504927Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions","method":"POST","req_id":"314b5b4b-9c7a-4b55-9054-5029c29aa365","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":970,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.054525207Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.061963754Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.061980074Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"50e006b8-3546-4f5b-b158-72689208b940\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50e006b8-3546-4f5b-b158-72689208b940\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.11069736Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"region":"50e006b8-3546-4f5b-b158-72689208b940","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50e006b8-3546-4f5b-b158-72689208b940\" \"--data\" \"/data/regions/50e006b8-3546-4f5b-b158-72689208b940\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.11073045Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"region":"50e006b8-3546-4f5b-b158-72689208b940","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.190501796Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"region":"50e006b8-3546-4f5b-b158-72689208b940","component":"worker"} {"msg":"region 50e006b8-3546-4f5b-b158-72689208b940 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.190539056Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.190633207Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.191435933Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.204798466Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.227020347Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.230708416Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50e006b8-3546-4f5b-b158-72689208b940","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.230963768Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.231013988Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.231051358Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.231101249Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.234518185Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.248986797Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:17.301005248Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions","method":"POST","req_id":"2c1499c3-1f32-4f86-9972-3f2fa3604524","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.824488991Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d","method":"GET","req_id":"95f5bc7b-c9b0-468e-941c-3fe3fecb8629","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.827808116Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.834311767Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d@bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.840432954Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\", \"bc4f5f82-ab72-4f9a-bb10-16f243bc8814\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.840452524Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.848360585Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d/snapshots/bc4f5f82-ab72-4f9a-bb10-16f243bc8814","method":"GET","req_id":"b8e7372d-752e-4968-aac3-e110ea6ef6cc","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20588,"response_code":200} {"msg":"path is \"/data/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.852306765Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.858346962Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d@bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.865009254Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\", \"bc4f5f82-ab72-4f9a-bb10-16f243bc8814\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.865027614Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 83ce9665-3fbc-409e-a327-37434ab0dc2d-bc4f5f82-ab72-4f9a-bb10-16f243bc8814 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.871983827Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.872106738Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d/snapshots/bc4f5f82-ab72-4f9a-bb10-16f243bc8814/run","method":"POST","req_id":"010ccdd3-8dde-4d5d-9bd2-907eab18e40c","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19815,"response_code":200} {"msg":"applying SMF actions for region 83ce9665-3fbc-409e-a327-37434ab0dc2d running snapshot bc4f5f82-ab72-4f9a-bb10-16f243bc8814 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.872119888Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-83ce9665-3fbc-409e-a327-37434ab0dc2d-bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.877243668Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-83ce9665-3fbc-409e-a327-37434ab0dc2d-bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.885428071Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-83ce9665-3fbc-409e-a327-37434ab0dc2d-bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895063905Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d/.zfs/snapshot/bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895318837Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895356778Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895393668Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895425158Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.895467318Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.899018696Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.902922086Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"worker"} {"msg":"region 83ce9665-3fbc-409e-a327-37434ab0dc2d running snapshot bc4f5f82-ab72-4f9a-bb10-16f243bc8814 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:18.902930996Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"path is \"/data/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:19.20027813Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:19.206496988Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d@bc4f5f82-ab72-4f9a-bb10-16f243bc8814","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:19.212249932Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41ce5bad-939a-427e-817f-98a572e212b9/crucible/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d\", \"bc4f5f82-ab72-4f9a-bb10-16f243bc8814\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:19.212267713Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-25T21:53:19.218859973Z","hostname":"oxz_crucible_8ee4c8f7-be11-4b71-8ace-b8df15e5c396","pid":23885,"uri":"/crucible/0/regions/83ce9665-3fbc-409e-a327-37434ab0dc2d/snapshots/bc4f5f82-ab72-4f9a-bb10-16f243bc8814/run","method":"POST","req_id":"9314d5ac-693f-48ce-9476-43491fa1d0ab","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18612,"response_code":200}