{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.449623986Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35682"} {"msg":"region a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.449821831Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.450412327Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.450421097Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions","method":"POST","req_id":"55b8a98d-f932-4962-bab1-ab93ac0a1c8e","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":633,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.457797112Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.457809962Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.522140712Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"region":"a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d\" \"--data\" \"/data/regions/a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.522201124Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"region":"a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.596314353Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"region":"a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","component":"worker"} {"msg":"region a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.596339424Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.596448076Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.596845867Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.60567093Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.626310796Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.63101789Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6dcd2c6-1ad1-4f7d-8943-d8fe21ac5f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.631341929Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.63138502Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.631426191Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.631460082Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.635292523Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.649474968Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions","method":"POST","req_id":"d74e879c-4240-4c6a-ac91-e2252e59d8d8","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.651286856Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.981530925Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2","method":"GET","req_id":"7eabcdc9-e536-4fbc-bb8d-f2310005d754","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.98475555Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"dataset is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.991379875Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"snapshot is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.996997394Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.997008884Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.004184594Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225","method":"GET","req_id":"1c7dfffa-1af1-4bee-8fe3-dad954ae72f8","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19453,"response_code":200} {"msg":"path is \"/data/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.007911372Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"dataset is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.013288794Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"snapshot is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.020229778Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.020245068Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e6e52000-e168-4cca-b5c0-30c70d1070c2-f5ba3278-e63f-4e5c-966d-f3841ce75225 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.028988429Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"applying SMF actions for region e6e52000-e168-4cca-b5c0-30c70d1070c2 running snapshot f5ba3278-e63f-4e5c-966d-f3841ce75225 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.029116053Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.029127543Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225/run","method":"POST","req_id":"f7f22316-c7c6-48f1-ae13-a6db62c39988","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21217,"response_code":200} {"msg":"creating missing snapshot instance snapshot-e6e52000-e168-4cca-b5c0-30c70d1070c2-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.033873388Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e6e52000-e168-4cca-b5c0-30c70d1070c2-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.041363497Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e6e52000-e168-4cca-b5c0-30c70d1070c2-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.050123878Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2/.zfs/snapshot/f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.050404385Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.050455857Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.050493788Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.050531099Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.05057513Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.05434883Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.058371936Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"worker"} {"msg":"region e6e52000-e168-4cca-b5c0-30c70d1070c2 running snapshot f5ba3278-e63f-4e5c-966d-f3841ce75225 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.058380406Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"path is \"/data/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.343325098Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"dataset is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.349621294Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"datafile"} {"msg":"snapshot is oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.354306558Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_491f5c14-8f98-40a4-87fd-150226794343/crucible/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.354318098Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:06.360317877Z","hostname":"oxz_crucible_5758a482-d297-4c46-9d8e-26a0800c1d65","pid":27857,"uri":"/crucible/0/regions/e6e52000-e168-4cca-b5c0-30c70d1070c2/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225/run","method":"POST","req_id":"3ba60227-1475-4e72-8577-4109bfd810ec","remote_addr":"[fd00:1122:3344:101::a]:35682","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17041,"response_code":200}