{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.664913885Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48850"} {"msg":"region 6b0e373e-562f-49f9-96aa-f3620069a768 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.665016207Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.665989478Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.666010948Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"30dfbcac-a7e7-42ed-a139-564a9adf8b20","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":992,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.678762967Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.678791917Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6b0e373e-562f-49f9-96aa-f3620069a768\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6b0e373e-562f-49f9-96aa-f3620069a768\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.727848538Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"region":"6b0e373e-562f-49f9-96aa-f3620069a768","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6b0e373e-562f-49f9-96aa-f3620069a768\" \"--data\" \"/data/regions/6b0e373e-562f-49f9-96aa-f3620069a768\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.729637216Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"region":"6b0e373e-562f-49f9-96aa-f3620069a768","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.852279464Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"region":"6b0e373e-562f-49f9-96aa-f3620069a768","component":"worker"} {"msg":"region 6b0e373e-562f-49f9-96aa-f3620069a768 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.852318045Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.852461258Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.853431708Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.870087758Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.890002437Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.892864177Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6b0e373e-562f-49f9-96aa-f3620069a768","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.893189614Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.893250836Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.893291996Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.893329297Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.896679348Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:05.902056281Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:06.012088744Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"c6bd4be8-50ab-49f4-aac2-0ef106889116","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.998895631Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions/7a289382-695d-48ca-8dc7-96c191fee5b4","method":"GET","req_id":"17a66338-8784-4248-939d-302dd0688228","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"path is \"/data/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.001772551Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.011324502Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.019599575Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.019622316Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.031278341Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions/7a289382-695d-48ca-8dc7-96c191fee5b4/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","method":"GET","req_id":"d95c43d6-b52c-43ef-873a-74d0f64c9c8b","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29521,"response_code":200} {"msg":"path is \"/data/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.03457551Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.043933767Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.051770641Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.051794582Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7a289382-695d-48ca-8dc7-96c191fee5b4-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.061575318Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"applying SMF actions for region 7a289382-695d-48ca-8dc7-96c191fee5b4 running snapshot a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.061794892Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.061803602Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions/7a289382-695d-48ca-8dc7-96c191fee5b4/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3/run","method":"POST","req_id":"aa817c37-7cd0-42ae-b561-ad00481d10e1","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27249,"response_code":200} {"msg":"creating missing snapshot instance snapshot-7a289382-695d-48ca-8dc7-96c191fee5b4-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.064296635Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7a289382-695d-48ca-8dc7-96c191fee5b4-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.066959071Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7a289382-695d-48ca-8dc7-96c191fee5b4-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.077151795Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a289382-695d-48ca-8dc7-96c191fee5b4/.zfs/snapshot/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.0773732Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.077432421Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.077491032Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.077536273Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.077590134Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.081709861Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.085351527Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"worker"} {"msg":"region 7a289382-695d-48ca-8dc7-96c191fee5b4 running snapshot a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.085362878Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"path is \"/data/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.275184718Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.283653856Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.292151245Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05ccfef6-651c-4107-ade5-369be6ca9a62/crucible/regions/7a289382-695d-48ca-8dc7-96c191fee5b4\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.292180995Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:08.299761815Z","hostname":"oxz_crucible_dbc482c3-0e1d-4ac4-aa34-9212474bb011","pid":23536,"uri":"/crucible/0/regions/7a289382-695d-48ca-8dc7-96c191fee5b4/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3/run","method":"POST","req_id":"349fcb54-2855-4c51-b554-e6d5d85eb7c5","remote_addr":"[fd00:1122:3344:101::a]:48850","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24582,"response_code":200}