{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.57634242Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45434"} {"msg":"region 8524b423-5ded-4664-a6bf-0ca51b037ffb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.576448351Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.577251117Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.577279008Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions","method":"POST","req_id":"74ef8486-6210-47b5-b71e-b010e8e4f78e","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":857,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.587797239Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.587827779Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8524b423-5ded-4664-a6bf-0ca51b037ffb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8524b423-5ded-4664-a6bf-0ca51b037ffb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.63698091Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"region":"8524b423-5ded-4664-a6bf-0ca51b037ffb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8524b423-5ded-4664-a6bf-0ca51b037ffb\" \"--data\" \"/data/regions/8524b423-5ded-4664-a6bf-0ca51b037ffb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.63702492Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"region":"8524b423-5ded-4664-a6bf-0ca51b037ffb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.69628999Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"region":"8524b423-5ded-4664-a6bf-0ca51b037ffb","component":"worker"} {"msg":"region 8524b423-5ded-4664-a6bf-0ca51b037ffb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.69633953Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.696518922Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.696961965Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.703689307Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.721217953Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.722617194Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8524b423-5ded-4664-a6bf-0ca51b037ffb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.722925957Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.722971847Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.723015907Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.723049738Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.725128723Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.737184187Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.822233336Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions","method":"POST","req_id":"707e6982-94a0-41c5-a6b8-12330d632d9b","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.653562982Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5","method":"GET","req_id":"c2794bba-c8af-46f8-a91f-429da66b4e63","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"path is \"/data/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.66868564Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"dataset is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.676959224Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"snapshot is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5@2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.68540324Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\", \"2a6b22e7-5d26-4932-af30-d008c708ec8b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.68544461Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.698487361Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5/snapshots/2a6b22e7-5d26-4932-af30-d008c708ec8b","method":"GET","req_id":"208bee9f-f508-43f4-b424-9647e0b2a427","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29870,"response_code":200} {"msg":"path is \"/data/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.713962321Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"dataset is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.723278253Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"snapshot is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5@2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.732053191Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\", \"2a6b22e7-5d26-4932-af30-d008c708ec8b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.732085142Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d404f4de-40ad-4af9-a00e-3c7a15eb3dc5-2a6b22e7-5d26-4932-af30-d008c708ec8b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.743560451Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"applying SMF actions for region d404f4de-40ad-4af9-a00e-3c7a15eb3dc5 running snapshot 2a6b22e7-5d26-4932-af30-d008c708ec8b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.743774642Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.743801432Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5/snapshots/2a6b22e7-5d26-4932-af30-d008c708ec8b/run","method":"POST","req_id":"549feb49-ed01-4529-80f6-ee308ef06bba","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29871,"response_code":200} {"msg":"creating missing snapshot instance snapshot-d404f4de-40ad-4af9-a00e-3c7a15eb3dc5-2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.750552365Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d404f4de-40ad-4af9-a00e-3c7a15eb3dc5-2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.755716815Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d404f4de-40ad-4af9-a00e-3c7a15eb3dc5-2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.763680847Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5/.zfs/snapshot/2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.763971169Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.764033969Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.76409524Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.76415166Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.764227811Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.766913772Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.771171334Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"worker"} {"msg":"region d404f4de-40ad-4af9-a00e-3c7a15eb3dc5 running snapshot 2a6b22e7-5d26-4932-af30-d008c708ec8b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:11.771193105Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"path is \"/data/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:12.062742875Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"dataset is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:12.069148775Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"datafile"} {"msg":"snapshot is oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5@2a6b22e7-5d26-4932-af30-d008c708ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:12.076119799Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5027f210-ceed-41c7-b783-966d70e827f3/crucible/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5\", \"2a6b22e7-5d26-4932-af30-d008c708ec8b\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:12.076151419Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:12.082557169Z","hostname":"oxz_crucible_409527ee-678f-4236-9de8-006e8f9a623d","pid":21137,"uri":"/crucible/0/regions/d404f4de-40ad-4af9-a00e-3c7a15eb3dc5/snapshots/2a6b22e7-5d26-4932-af30-d008c708ec8b/run","method":"POST","req_id":"442b8a35-512b-43bc-86fd-0b30e3b1c6e0","remote_addr":"[fd00:1122:3344:101::b]:45434","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19862,"response_code":200}