{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.430969148Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56626"} {"msg":"region 2fa96a6b-3bff-4a38-82e8-cd6b348c610e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.431155611Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.433050193Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.433071673Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions","method":"POST","req_id":"5248cb3e-6dcd-4bbc-bed2-a70b781bd1c4","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1978,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.443296484Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.443322535Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2fa96a6b-3bff-4a38-82e8-cd6b348c610e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2fa96a6b-3bff-4a38-82e8-cd6b348c610e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.520596738Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"region":"2fa96a6b-3bff-4a38-82e8-cd6b348c610e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2fa96a6b-3bff-4a38-82e8-cd6b348c610e\" \"--data\" \"/data/regions/2fa96a6b-3bff-4a38-82e8-cd6b348c610e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.521656626Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"region":"2fa96a6b-3bff-4a38-82e8-cd6b348c610e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.575565098Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions","method":"POST","req_id":"914dea00-2af3-4f4f-a3cd-28d4ddbd8f88","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.627521058Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"region":"2fa96a6b-3bff-4a38-82e8-cd6b348c610e","component":"worker"} {"msg":"region 2fa96a6b-3bff-4a38-82e8-cd6b348c610e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.627555689Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.62765738Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.628012926Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.640504975Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.668319401Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.674514275Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2fa96a6b-3bff-4a38-82e8-cd6b348c610e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.67483135Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.674900071Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.674958332Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.675001173Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.6802266Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:42.703813055Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.210995304Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions","method":"POST","req_id":"8bd3e05d-a8e7-4b70-b757-c1f4184e6aa2","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.910047114Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions/a41c5107-a0e1-4ce0-968f-475f9668541c","method":"GET","req_id":"a85048c6-cf29-4f20-9f14-27cc771e8527","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"path is \"/data/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.915873221Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"dataset is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.922657645Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"snapshot is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c@0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.929678482Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\", \"0b6864da-4436-4960-96f4-26b475aedaba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.929700673Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.938610962Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions/a41c5107-a0e1-4ce0-968f-475f9668541c/snapshots/0b6864da-4436-4960-96f4-26b475aedaba","method":"GET","req_id":"b4303c96-4ae1-466f-a405-fb2429c2f34b","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22768,"response_code":200} {"msg":"path is \"/data/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.944591942Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"dataset is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.950228346Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"snapshot is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c@0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.956288888Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\", \"0b6864da-4436-4960-96f4-26b475aedaba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.956310128Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a41c5107-a0e1-4ce0-968f-475f9668541c-0b6864da-4436-4960-96f4-26b475aedaba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.964358553Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.964503185Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions/a41c5107-a0e1-4ce0-968f-475f9668541c/snapshots/0b6864da-4436-4960-96f4-26b475aedaba/run","method":"POST","req_id":"53d81b28-963e-4c4f-805d-7c2d4a9b5bbc","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19931,"response_code":200} {"msg":"applying SMF actions for region a41c5107-a0e1-4ce0-968f-475f9668541c running snapshot 0b6864da-4436-4960-96f4-26b475aedaba (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.964522945Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a41c5107-a0e1-4ce0-968f-475f9668541c-0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.969008521Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a41c5107-a0e1-4ce0-968f-475f9668541c-0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.976933013Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a41c5107-a0e1-4ce0-968f-475f9668541c-0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.98810951Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a41c5107-a0e1-4ce0-968f-475f9668541c/.zfs/snapshot/0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.988313204Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.988357144Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.988395625Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.988435156Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.988477697Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.99287588Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.997268584Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"worker"} {"msg":"region a41c5107-a0e1-4ce0-968f-475f9668541c running snapshot 0b6864da-4436-4960-96f4-26b475aedaba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:43.997277964Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"path is \"/data/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:44.151869901Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"dataset is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:44.159404738Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"datafile"} {"msg":"snapshot is oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c@0b6864da-4436-4960-96f4-26b475aedaba","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:44.166165431Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a15e2c29-511d-4a61-977d-660add0d0931/crucible/regions/a41c5107-a0e1-4ce0-968f-475f9668541c\", \"0b6864da-4436-4960-96f4-26b475aedaba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:44.166190491Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T05:16:44.173618715Z","hostname":"oxz_crucible_16b8bcad-e731-4e75-9cae-6f4485d44829","pid":25092,"uri":"/crucible/0/regions/a41c5107-a0e1-4ce0-968f-475f9668541c/snapshots/0b6864da-4436-4960-96f4-26b475aedaba/run","method":"POST","req_id":"16eca7f4-1b30-48f2-9936-08a364c3699a","remote_addr":"[fd00:1122:3344:101::c]:56626","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21796,"response_code":200}