{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.141810735Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50219"} {"msg":"region 010f8830-8eef-4cf3-9f66-cfae525cddeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.142134295Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.142881317Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions","method":"POST","req_id":"b4dccfab-440f-424b-9121-0b691be00e31","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":789,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.142894918Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.152780026Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.152801476Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"010f8830-8eef-4cf3-9f66-cfae525cddeb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/010f8830-8eef-4cf3-9f66-cfae525cddeb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.222474697Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"region":"010f8830-8eef-4cf3-9f66-cfae525cddeb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"010f8830-8eef-4cf3-9f66-cfae525cddeb\" \"--data\" \"/data/regions/010f8830-8eef-4cf3-9f66-cfae525cddeb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.222512047Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"region":"010f8830-8eef-4cf3-9f66-cfae525cddeb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.375961763Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"region":"010f8830-8eef-4cf3-9f66-cfae525cddeb","component":"worker"} {"msg":"region 010f8830-8eef-4cf3-9f66-cfae525cddeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.376001604Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.376097137Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.37651901Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.385725377Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.386913243Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions","method":"POST","req_id":"7a1eeefe-c008-44e5-afce-e22675afd954","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.416852586Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.42296042Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/010f8830-8eef-4cf3-9f66-cfae525cddeb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.423224308Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.423265609Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.42331234Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.423354442Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.427552918Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:15.450075337Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:16.978628692Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions/2d7feda0-4668-4337-a15e-114bfb74f375","method":"GET","req_id":"0034acb6-d628-45b5-a98c-e42f2ad6a436","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/2d7feda0-4668-4337-a15e-114bfb74f375\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:16.981714735Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"dataset is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:16.987287513Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"snapshot is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375@69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:16.99249663Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375\", \"69ee641d-46fa-4463-9679-45c444bb2964\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:16.992518601Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.001367067Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions/2d7feda0-4668-4337-a15e-114bfb74f375/snapshots/69ee641d-46fa-4463-9679-45c444bb2964","method":"GET","req_id":"18984363-a637-490d-b048-cd6652771583","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19692,"response_code":200} {"msg":"path is \"/data/regions/2d7feda0-4668-4337-a15e-114bfb74f375\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.005167882Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"dataset is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.011278476Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"snapshot is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375@69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.017904686Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375\", \"69ee641d-46fa-4463-9679-45c444bb2964\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.017939027Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2d7feda0-4668-4337-a15e-114bfb74f375-69ee641d-46fa-4463-9679-45c444bb2964 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.025434513Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.025575177Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions/2d7feda0-4668-4337-a15e-114bfb74f375/snapshots/69ee641d-46fa-4463-9679-45c444bb2964/run","method":"POST","req_id":"1329b34d-6efd-4f94-8ccc-939a314e3456","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20427,"response_code":200} {"msg":"applying SMF actions for region 2d7feda0-4668-4337-a15e-114bfb74f375 running snapshot 69ee641d-46fa-4463-9679-45c444bb2964 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.025592778Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2d7feda0-4668-4337-a15e-114bfb74f375-69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.029874757Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2d7feda0-4668-4337-a15e-114bfb74f375-69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.038252659Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2d7feda0-4668-4337-a15e-114bfb74f375-69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056398656Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2d7feda0-4668-4337-a15e-114bfb74f375/.zfs/snapshot/69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056611563Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056664644Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056709286Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056753637Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.056807059Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.061549072Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.069275994Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"worker"} {"msg":"region 2d7feda0-4668-4337-a15e-114bfb74f375 running snapshot 69ee641d-46fa-4463-9679-45c444bb2964 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.069293365Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"path is \"/data/regions/2d7feda0-4668-4337-a15e-114bfb74f375\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.386827686Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"dataset is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.392833428Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"datafile"} {"msg":"snapshot is oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375@69ee641d-46fa-4463-9679-45c444bb2964","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.397691674Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_22af9caf-ba33-407d-a880-63bd94d83fad/crucible/regions/2d7feda0-4668-4337-a15e-114bfb74f375\", \"69ee641d-46fa-4463-9679-45c444bb2964\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.397728125Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T01:30:17.40253347Z","hostname":"oxz_crucible_cd021a09-c3b0-4042-be63-a8d486559416","pid":23201,"uri":"/crucible/0/regions/2d7feda0-4668-4337-a15e-114bfb74f375/snapshots/69ee641d-46fa-4463-9679-45c444bb2964/run","method":"POST","req_id":"62be4f75-a11b-4e1b-a67d-82ad497f718b","remote_addr":"[fd00:1122:3344:101::b]:50219","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15753,"response_code":200}