{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.104619492Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51601"} {"msg":"region 7988560f-0bf0-462d-9747-b33867c2e97f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.104714413Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.105369965Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions","method":"POST","req_id":"1fd13696-87ed-45d2-8f2b-9d8093612ee2","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":691,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.105385616Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.114588362Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.114606072Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7988560f-0bf0-462d-9747-b33867c2e97f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7988560f-0bf0-462d-9747-b33867c2e97f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.185317496Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"region":"7988560f-0bf0-462d-9747-b33867c2e97f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7988560f-0bf0-462d-9747-b33867c2e97f\" \"--data\" \"/data/regions/7988560f-0bf0-462d-9747-b33867c2e97f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.185352107Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"region":"7988560f-0bf0-462d-9747-b33867c2e97f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.272961985Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"region":"7988560f-0bf0-462d-9747-b33867c2e97f","component":"worker"} {"msg":"region 7988560f-0bf0-462d-9747-b33867c2e97f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.272992116Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.273082758Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.293602087Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.300621114Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.31203366Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.317104511Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7988560f-0bf0-462d-9747-b33867c2e97f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.317367906Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.317420746Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.317468887Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.317491378Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.323984195Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.331641323Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:04.414799471Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions","method":"POST","req_id":"3988e8f1-c79b-4b8a-8630-a84afbc3425c","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.17337072Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd","method":"GET","req_id":"683579f2-8d37-4e13-b58c-5fa4bdbae700","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.176715201Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"dataset is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.182509505Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"snapshot is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd@0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.189420379Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\", \"0d17ac9e-fef3-4883-b302-e3b15e1ba84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.18944124Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.198224078Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd/snapshots/0d17ac9e-fef3-4883-b302-e3b15e1ba84d","method":"GET","req_id":"f7ab99fd-3e21-44b6-95e4-5f8d3ae478f3","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21527,"response_code":200} {"msg":"path is \"/data/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.201836506Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"dataset is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.207535506Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"snapshot is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd@0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.213654726Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\", \"0d17ac9e-fef3-4883-b302-e3b15e1ba84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.213670507Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 33feb617-2507-416a-b7d9-db5b4ee99ebd-0d17ac9e-fef3-4883-b302-e3b15e1ba84d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.221999506Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.222126299Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd/snapshots/0d17ac9e-fef3-4883-b302-e3b15e1ba84d/run","method":"POST","req_id":"ab3a027c-89e1-405b-8905-9bab97790a23","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20265,"response_code":200} {"msg":"applying SMF actions for region 33feb617-2507-416a-b7d9-db5b4ee99ebd running snapshot 0d17ac9e-fef3-4883-b302-e3b15e1ba84d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.222146579Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-33feb617-2507-416a-b7d9-db5b4ee99ebd-0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.226480517Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-33feb617-2507-416a-b7d9-db5b4ee99ebd-0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.238941262Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-33feb617-2507-416a-b7d9-db5b4ee99ebd-0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.249667154Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd/.zfs/snapshot/0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.2499499Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.249989951Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.25002866Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.250061718Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.250103559Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.254165916Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.259226427Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"worker"} {"msg":"region 33feb617-2507-416a-b7d9-db5b4ee99ebd running snapshot 0d17ac9e-fef3-4883-b302-e3b15e1ba84d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.259238937Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"path is \"/data/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.352947514Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"dataset is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.35927808Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"datafile"} {"msg":"snapshot is oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd@0d17ac9e-fef3-4883-b302-e3b15e1ba84d","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.365064124Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b67d20c2-4625-46d9-9718-418d8e03e712/crucible/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd\", \"0d17ac9e-fef3-4883-b302-e3b15e1ba84d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.365078715Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T00:46:05.370672855Z","hostname":"oxz_crucible_e71e7803-bd18-4a5a-92e8-5d39a51c21bf","pid":24618,"uri":"/crucible/0/regions/33feb617-2507-416a-b7d9-db5b4ee99ebd/snapshots/0d17ac9e-fef3-4883-b302-e3b15e1ba84d/run","method":"POST","req_id":"28535e27-d9dc-4023-8ca9-8ea313a6cc83","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17719,"response_code":200}