{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.826510876Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39280"} {"msg":"region 9de44ec3-1891-4ba8-b90f-e6def1ba0edb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.826579488Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.827206799Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions","method":"POST","req_id":"19377d69-458a-4df5-b866-8e9d59044c7e","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":649,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.827222219Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.835318299Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.83533466Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9de44ec3-1891-4ba8-b90f-e6def1ba0edb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9de44ec3-1891-4ba8-b90f-e6def1ba0edb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.883085405Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"region":"9de44ec3-1891-4ba8-b90f-e6def1ba0edb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9de44ec3-1891-4ba8-b90f-e6def1ba0edb\" \"--data\" \"/data/regions/9de44ec3-1891-4ba8-b90f-e6def1ba0edb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.883122787Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"region":"9de44ec3-1891-4ba8-b90f-e6def1ba0edb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.936309627Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"region":"9de44ec3-1891-4ba8-b90f-e6def1ba0edb","component":"worker"} {"msg":"region 9de44ec3-1891-4ba8-b90f-e6def1ba0edb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.936346508Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.936441931Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.948482499Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.951396372Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.958665076Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.960232236Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9de44ec3-1891-4ba8-b90f-e6def1ba0edb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.960520116Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.960565617Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.960609838Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.960646Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.962697546Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.965473805Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.975184537Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions","method":"POST","req_id":"3e94dd26-8041-45dc-b3c5-5a5d0d5ff02c","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.494595818Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b","method":"GET","req_id":"14b1d3e2-5c4a-41f3-9773-656a04174f4e","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.498561245Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"dataset is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.505347713Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"snapshot is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b@c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.511632235Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\", \"c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.511657506Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.519998444Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b/snapshots/c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","method":"GET","req_id":"c2c8c4d6-fa51-4f41-9b83-84e82fe71fd2","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21456,"response_code":200} {"msg":"path is \"/data/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.522918758Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"dataset is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.527787615Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"snapshot is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b@c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.53416481Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\", \"c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.534190861Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 975cfbf9-5196-4d0f-bf91-3f06dea3437b-c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.540849975Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.540979319Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b/snapshots/c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905/run","method":"POST","req_id":"488ecfc2-651b-47a4-a23e-f6b6780ea64b","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18075,"response_code":200} {"msg":"applying SMF actions for region 975cfbf9-5196-4d0f-bf91-3f06dea3437b running snapshot c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.54100139Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-975cfbf9-5196-4d0f-bf91-3f06dea3437b-c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.545898557Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-975cfbf9-5196-4d0f-bf91-3f06dea3437b-c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.550049941Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-975cfbf9-5196-4d0f-bf91-3f06dea3437b-c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555400483Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b/.zfs/snapshot/c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555695112Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555726573Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555771625Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555812836Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.555856657Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.557443729Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.560166876Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"worker"} {"msg":"region 975cfbf9-5196-4d0f-bf91-3f06dea3437b running snapshot c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.560177756Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"path is \"/data/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.843419675Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"dataset is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.850026757Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"datafile"} {"msg":"snapshot is oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b@c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.857469147Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7680cf19-b545-401d-8f2d-dbe13a76066d/crucible/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b\", \"c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.857491877Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:43.863201721Z","hostname":"oxz_crucible_fab5e34f-ca13-45f5-97a2-b8a5bf381d02","pid":23221,"uri":"/crucible/0/regions/975cfbf9-5196-4d0f-bf91-3f06dea3437b/snapshots/c6bf0ccf-b5e1-4c68-adb2-afd4a06d6905/run","method":"POST","req_id":"9b74a0bf-162e-42fa-9534-86e83a3258e3","remote_addr":"[fd00:1122:3344:101::c]:39280","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19839,"response_code":200}