{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.438946209Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58169"} {"msg":"region 19741c5f-c981-4dba-86ce-c8b08f7a1711 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.439041432Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.439853177Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"651377d2-f90c-4fbb-aff9-821062fba5c4","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":842,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.439867367Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.447711158Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.447732129Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"19741c5f-c981-4dba-86ce-c8b08f7a1711\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/19741c5f-c981-4dba-86ce-c8b08f7a1711\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.490842633Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"region":"19741c5f-c981-4dba-86ce-c8b08f7a1711","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"19741c5f-c981-4dba-86ce-c8b08f7a1711\" \"--data\" \"/data/regions/19741c5f-c981-4dba-86ce-c8b08f7a1711\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.490875544Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"region":"19741c5f-c981-4dba-86ce-c8b08f7a1711","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.601055858Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"region":"19741c5f-c981-4dba-86ce-c8b08f7a1711","component":"worker"} {"msg":"region 19741c5f-c981-4dba-86ce-c8b08f7a1711 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.60109618Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.601176382Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.601492592Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.610478448Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.634697692Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.637429085Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/19741c5f-c981-4dba-86ce-c8b08f7a1711","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.637744405Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.637788957Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.637829018Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.637863849Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.641596144Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.658499103Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:55.79188572Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions","method":"POST","req_id":"2abe7c80-8d15-44ea-a93f-94d7f72e050b","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.749021639Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions/891bb926-8e26-48ec-8289-0b6145723c72","method":"GET","req_id":"356c017b-ec0d-4252-b760-1440c9d70bf5","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/891bb926-8e26-48ec-8289-0b6145723c72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.752594729Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"dataset is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.759062677Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"snapshot is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72@72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.765546987Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72\", \"72382e8b-75f3-44a8-b7dc-35dad006361e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.765560957Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.773674966Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions/891bb926-8e26-48ec-8289-0b6145723c72/snapshots/72382e8b-75f3-44a8-b7dc-35dad006361e","method":"GET","req_id":"e3ca6ae8-6e2e-45fd-95b5-c9eb9db692d8","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21109,"response_code":200} {"msg":"path is \"/data/regions/891bb926-8e26-48ec-8289-0b6145723c72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.776886525Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"dataset is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.782736835Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"snapshot is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72@72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.788583504Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72\", \"72382e8b-75f3-44a8-b7dc-35dad006361e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.788600865Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 891bb926-8e26-48ec-8289-0b6145723c72-72382e8b-75f3-44a8-b7dc-35dad006361e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.798102807Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.79823208Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions/891bb926-8e26-48ec-8289-0b6145723c72/snapshots/72382e8b-75f3-44a8-b7dc-35dad006361e/run","method":"POST","req_id":"11ea61ac-aeb9-4e4e-9314-4c6d771e9f05","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21367,"response_code":200} {"msg":"applying SMF actions for region 891bb926-8e26-48ec-8289-0b6145723c72 running snapshot 72382e8b-75f3-44a8-b7dc-35dad006361e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.798251421Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-891bb926-8e26-48ec-8289-0b6145723c72-72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.802575774Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-891bb926-8e26-48ec-8289-0b6145723c72-72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.814859391Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-891bb926-8e26-48ec-8289-0b6145723c72-72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.824737725Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/891bb926-8e26-48ec-8289-0b6145723c72/.zfs/snapshot/72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.825011473Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.825065805Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.825105476Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.825145797Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.825204939Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.829186201Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.833516704Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"worker"} {"msg":"region 891bb926-8e26-48ec-8289-0b6145723c72 running snapshot 72382e8b-75f3-44a8-b7dc-35dad006361e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:56.833534395Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"path is \"/data/regions/891bb926-8e26-48ec-8289-0b6145723c72\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:57.09905681Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"dataset is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:57.105506148Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"datafile"} {"msg":"snapshot is oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72@72382e8b-75f3-44a8-b7dc-35dad006361e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:57.113647438Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d857b448-deb1-4e12-b5f4-bccea635d998/crucible/regions/891bb926-8e26-48ec-8289-0b6145723c72\", \"72382e8b-75f3-44a8-b7dc-35dad006361e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:57.113677059Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T22:39:57.121651204Z","hostname":"oxz_crucible_39277616-2913-4d5d-936a-2ad4fb2f158e","pid":24594,"uri":"/crucible/0/regions/891bb926-8e26-48ec-8289-0b6145723c72/snapshots/72382e8b-75f3-44a8-b7dc-35dad006361e/run","method":"POST","req_id":"43c8fbfd-9fb1-4241-903a-a506a907d645","remote_addr":"[fd00:1122:3344:101::a]:58169","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22619,"response_code":200}