{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.309529622Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46315"} {"msg":"region 30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.309588583Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.31019721Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions","method":"POST","req_id":"ceee6d41-5a6f-461d-8160-ce3e9df6a5e6","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":628,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.31022225Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.319298335Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.319315376Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.396785874Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"region":"30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a\" \"--data\" \"/data/regions/30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.396818025Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"region":"30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.56092944Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions","method":"POST","req_id":"2354deba-d811-4ff5-b955-87c11b2c114b","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.620287711Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"region":"30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","component":"worker"} {"msg":"region 30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.620312732Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.620439685Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.620817566Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.634218857Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.663190128Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.674448581Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30e5c953-a7f9-4a38-aef0-e1f9e2e4e93a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.674742629Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.674786831Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.674829992Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.674866273Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.679980291Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:37.707606286Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:38.18468328Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions","method":"POST","req_id":"9edc8a7b-7b46-40d2-b9fc-a42c5717bf7b","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.744859658Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions/6e1a8194-1109-4a61-884d-9ce616df835c","method":"GET","req_id":"fd525d32-033f-431a-a2ba-41a715db6f8e","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/6e1a8194-1109-4a61-884d-9ce616df835c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.748447695Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"dataset is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.755466074Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"snapshot is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c@482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.762130974Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c\", \"482e74cb-1060-4957-854d-c2f92eca0525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.762149254Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.771163577Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions/6e1a8194-1109-4a61-884d-9ce616df835c/snapshots/482e74cb-1060-4957-854d-c2f92eca0525","method":"GET","req_id":"ad745e17-1bcf-42f7-b260-31c2f356c005","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22733,"response_code":200} {"msg":"path is \"/data/regions/6e1a8194-1109-4a61-884d-9ce616df835c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.774479787Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"dataset is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.780630583Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"snapshot is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c@482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.787720674Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c\", \"482e74cb-1060-4957-854d-c2f92eca0525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.787738844Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6e1a8194-1109-4a61-884d-9ce616df835c-482e74cb-1060-4957-854d-c2f92eca0525 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.800520189Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.800720514Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions/6e1a8194-1109-4a61-884d-9ce616df835c/snapshots/482e74cb-1060-4957-854d-c2f92eca0525/run","method":"POST","req_id":"aa377076-120c-4447-823d-c4d349fc0346","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26210,"response_code":200} {"msg":"applying SMF actions for region 6e1a8194-1109-4a61-884d-9ce616df835c running snapshot 482e74cb-1060-4957-854d-c2f92eca0525 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.800754705Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6e1a8194-1109-4a61-884d-9ce616df835c-482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.805118773Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6e1a8194-1109-4a61-884d-9ce616df835c-482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.823489908Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6e1a8194-1109-4a61-884d-9ce616df835c-482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.845363978Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e1a8194-1109-4a61-884d-9ce616df835c/.zfs/snapshot/482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.845718858Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.84580641Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.845873462Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.845921303Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.845967454Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.854177386Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.866050586Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"worker"} {"msg":"region 6e1a8194-1109-4a61-884d-9ce616df835c running snapshot 482e74cb-1060-4957-854d-c2f92eca0525 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:39.866062946Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"path is \"/data/regions/6e1a8194-1109-4a61-884d-9ce616df835c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:40.048746852Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"dataset is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:40.055021431Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"datafile"} {"msg":"snapshot is oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c@482e74cb-1060-4957-854d-c2f92eca0525","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:40.062067752Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_09b6dfee-f91e-4bc0-a96a-ef691e053729/crucible/regions/6e1a8194-1109-4a61-884d-9ce616df835c\", \"482e74cb-1060-4957-854d-c2f92eca0525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:40.062103652Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-24T21:07:40.068471374Z","hostname":"oxz_crucible_d577d9ee-cdef-412a-9194-5c9e7a6a6eb9","pid":23985,"uri":"/crucible/0/regions/6e1a8194-1109-4a61-884d-9ce616df835c/snapshots/482e74cb-1060-4957-854d-c2f92eca0525/run","method":"POST","req_id":"cc0da25c-eea4-4296-a7cd-ab45e15b6e37","remote_addr":"[fd00:1122:3344:101::c]:46315","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19767,"response_code":200}