{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.455007824Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63914"} {"msg":"region 5319e0a4-2f2f-4623-b060-7553dab7a46d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.455109756Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.456022025Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions","method":"POST","req_id":"513ae444-aa9b-463e-b78e-f03180b5aaf4","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":943,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.456044855Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.465897268Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.465918308Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5319e0a4-2f2f-4623-b060-7553dab7a46d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5319e0a4-2f2f-4623-b060-7553dab7a46d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.527882764Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"region":"5319e0a4-2f2f-4623-b060-7553dab7a46d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5319e0a4-2f2f-4623-b060-7553dab7a46d\" \"--data\" \"/data/regions/5319e0a4-2f2f-4623-b060-7553dab7a46d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.527915154Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"region":"5319e0a4-2f2f-4623-b060-7553dab7a46d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.615141723Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"region":"5319e0a4-2f2f-4623-b060-7553dab7a46d","component":"worker"} {"msg":"region 5319e0a4-2f2f-4623-b060-7553dab7a46d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.615186944Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.615282734Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.636417695Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.642548518Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.648625442Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.651509812Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5319e0a4-2f2f-4623-b060-7553dab7a46d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.651775335Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.651825085Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.651863526Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.651908296Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.655528234Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.659582066Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.674690684Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions","method":"POST","req_id":"e01cb6f7-f5d0-43c1-843f-14a626a6f49a","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.686607948Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b","method":"GET","req_id":"e7beb8a5-db91-4ad8-9476-c542809222e8","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.690239006Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"dataset is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.697128117Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"snapshot is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b@d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.703050569Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\", \"d9e2d10b-bdd5-468d-8211-52723d9f0c73\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.703063909Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.711309415Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b/snapshots/d9e2d10b-bdd5-468d-8211-52723d9f0c73","method":"GET","req_id":"12c38c06-1da8-4032-8d95-105fbe21ea46","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21083,"response_code":200} {"msg":"path is \"/data/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.714393127Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"dataset is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.719304638Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"snapshot is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b@d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.725077449Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\", \"d9e2d10b-bdd5-468d-8211-52723d9f0c73\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.725109169Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 17438d8f-0d2d-4a59-8c90-a19631ceba0b-d9e2d10b-bdd5-468d-8211-52723d9f0c73 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.733060832Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.733200243Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b/snapshots/d9e2d10b-bdd5-468d-8211-52723d9f0c73/run","method":"POST","req_id":"919e61b5-ac54-4fbe-8f41-fc4797a70225","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18830,"response_code":200} {"msg":"applying SMF actions for region 17438d8f-0d2d-4a59-8c90-a19631ceba0b running snapshot d9e2d10b-bdd5-468d-8211-52723d9f0c73 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.733216473Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-17438d8f-0d2d-4a59-8c90-a19631ceba0b-d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.737886042Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-17438d8f-0d2d-4a59-8c90-a19631ceba0b-d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.745745544Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-17438d8f-0d2d-4a59-8c90-a19631ceba0b-d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756214443Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b/.zfs/snapshot/d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756462236Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756510056Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756549277Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756588517Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.756641517Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.760602609Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.764717282Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"worker"} {"msg":"region 17438d8f-0d2d-4a59-8c90-a19631ceba0b running snapshot d9e2d10b-bdd5-468d-8211-52723d9f0c73 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:32.764727952Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"path is \"/data/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:33.027237457Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"dataset is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:33.034338631Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"datafile"} {"msg":"snapshot is oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b@d9e2d10b-bdd5-468d-8211-52723d9f0c73","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:33.040755678Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7b7f4ed-1a6c-4468-b428-af24f29483d9/crucible/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b\", \"d9e2d10b-bdd5-468d-8211-52723d9f0c73\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:33.040779758Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:33.047358047Z","hostname":"oxz_crucible_02ac8364-efcd-44fa-96bd-47de0f3325d7","pid":24399,"uri":"/crucible/0/regions/17438d8f-0d2d-4a59-8c90-a19631ceba0b/snapshots/d9e2d10b-bdd5-468d-8211-52723d9f0c73/run","method":"POST","req_id":"9c8ae38a-065b-4bc2-80f0-a3ae1f3c548e","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20173,"response_code":200}