{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.723758918Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36554"} {"msg":"region c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.723834139Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.724695731Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions","method":"POST","req_id":"9a72a2c4-9792-426f-a7c2-93fe0963120d","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":897,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.724718151Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.733511404Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.733524604Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.788227608Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"region":"c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a\" \"--data\" \"/data/regions/c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.788259699Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"region":"c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.973366555Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"region":"c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","component":"worker"} {"msg":"region c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.973396196Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.973507237Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.973823842Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:58.985758999Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.016349656Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.025028947Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c0af81c1-1e92-4ac5-9f95-f29aca4e6c3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.025325261Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.025385222Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.025437913Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.025486044Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.032648154Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.055167649Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:07:59.102018823Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions","method":"POST","req_id":"ee62f7c9-0f6d-403a-af15-8cea65b5bf3b","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.141096412Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63","method":"GET","req_id":"d80f4b7e-d255-4d66-a02a-9db65d341df2","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.148670968Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"dataset is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.15454607Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"snapshot is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63@4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.159793773Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\", \"4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.159812393Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.167105995Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63/snapshots/4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","method":"GET","req_id":"78dd1e69-9bbb-4ae2-aae7-7f99e3eda20c","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18470,"response_code":200} {"msg":"path is \"/data/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.172991928Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"dataset is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.177885026Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"snapshot is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63@4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.182562221Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\", \"4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.182585372Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cba9218c-696e-41c0-abcb-12bed1ad4a63-4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.190618644Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.190749776Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63/snapshots/4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1/run","method":"POST","req_id":"770f6998-a948-4f35-8822-968493b3ae85","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17780,"response_code":200} {"msg":"applying SMF actions for region cba9218c-696e-41c0-abcb-12bed1ad4a63 running snapshot 4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.190769026Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cba9218c-696e-41c0-abcb-12bed1ad4a63-4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.195301149Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cba9218c-696e-41c0-abcb-12bed1ad4a63-4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.208837869Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cba9218c-696e-41c0-abcb-12bed1ad4a63-4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226072219Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63/.zfs/snapshot/4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226314193Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226360863Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226403224Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226444264Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.226495095Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.230753905Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.237657151Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"worker"} {"msg":"region cba9218c-696e-41c0-abcb-12bed1ad4a63 running snapshot 4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.237667081Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"path is \"/data/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.372557496Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"dataset is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.378716622Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"datafile"} {"msg":"snapshot is oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63@4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.383418257Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ebc577c6-67d0-49c6-87aa-aa31f837a3a5/crucible/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63\", \"4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.383429857Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T19:08:00.389968929Z","hostname":"oxz_crucible_865d2a8b-9a9f-47c3-b804-ceef9d2d03ce","pid":24019,"uri":"/crucible/0/regions/cba9218c-696e-41c0-abcb-12bed1ad4a63/snapshots/4a2c5d60-de9e-4775-a3d0-2ec63d15e1c1/run","method":"POST","req_id":"2a46be81-9c07-4e42-83fa-db5ce5f1d5d3","remote_addr":"[fd00:1122:3344:101::c]:36554","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17459,"response_code":200}