{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.816350131Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44838"} {"msg":"region c3869c75-29e4-4a38-9752-673eabe04772 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.816466314Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.817357052Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"27ca6b65-dd4a-4f5c-9244-4c87f91a1c87","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":979,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.817370092Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.825229067Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.825247627Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c3869c75-29e4-4a38-9752-673eabe04772\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c3869c75-29e4-4a38-9752-673eabe04772\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.890397692Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"region":"c3869c75-29e4-4a38-9752-673eabe04772","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c3869c75-29e4-4a38-9752-673eabe04772\" \"--data\" \"/data/regions/c3869c75-29e4-4a38-9752-673eabe04772\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:54.890428572Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"region":"c3869c75-29e4-4a38-9752-673eabe04772","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.069283503Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"region":"c3869c75-29e4-4a38-9752-673eabe04772","component":"worker"} {"msg":"region c3869c75-29e4-4a38-9752-673eabe04772 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.069331704Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.069493678Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.096216295Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.117835764Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.137055167Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.14496083Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3869c75-29e4-4a38-9752-673eabe04772","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.145353189Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.1454128Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.145464011Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.145512222Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.150358944Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.159335572Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.163921688Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"a04d7166-85e1-495f-a2df-760d89ac084b","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.955837747Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9","method":"GET","req_id":"ee93ef30-bfdd-4cb7-8a2d-cda235750d3d","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.95855902Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.96505607Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9@4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.972073572Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\", \"4c7377e1-6fa0-42de-9f51-777609c25af2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.972094462Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.980591338Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9/snapshots/4c7377e1-6fa0-42de-9f51-777609c25af2","method":"GET","req_id":"82ec535c-4432-4721-9c85-c70b14b67403","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22049,"response_code":200} {"msg":"path is \"/data/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.984259763Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.991248445Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9@4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.997656743Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\", \"4c7377e1-6fa0-42de-9f51-777609c25af2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:55.997679013Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a14b6bbb-f0c8-4c14-9caa-777bf401eae9-4c7377e1-6fa0-42de-9f51-777609c25af2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.005717439Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.005868422Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9/snapshots/4c7377e1-6fa0-42de-9f51-777609c25af2/run","method":"POST","req_id":"06ed78b2-94ef-4f17-a91a-14abfb77729d","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21627,"response_code":200} {"msg":"applying SMF actions for region a14b6bbb-f0c8-4c14-9caa-777bf401eae9 running snapshot 4c7377e1-6fa0-42de-9f51-777609c25af2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.005881653Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a14b6bbb-f0c8-4c14-9caa-777bf401eae9-4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.010657843Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a14b6bbb-f0c8-4c14-9caa-777bf401eae9-4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.018543545Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a14b6bbb-f0c8-4c14-9caa-777bf401eae9-4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.028368582Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9/.zfs/snapshot/4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.028570147Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.028613058Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.028646558Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.028680779Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.02872136Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.032772454Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.037176325Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"worker"} {"msg":"region a14b6bbb-f0c8-4c14-9caa-777bf401eae9 running snapshot 4c7377e1-6fa0-42de-9f51-777609c25af2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.037183225Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"path is \"/data/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.37770689Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.384107708Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9@4c7377e1-6fa0-42de-9f51-777609c25af2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.389514942Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b3720e1a-a843-474c-8872-2ae61246642e/crucible/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9\", \"4c7377e1-6fa0-42de-9f51-777609c25af2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.389538273Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:05:56.396739419Z","hostname":"oxz_crucible_7e9aaebb-6ca3-4e58-88ef-e7922afc504f","pid":24300,"uri":"/crucible/0/regions/a14b6bbb-f0c8-4c14-9caa-777bf401eae9/snapshots/4c7377e1-6fa0-42de-9f51-777609c25af2/run","method":"POST","req_id":"8be660d7-5328-45c9-a8a4-b2040b526b73","remote_addr":"[fd00:1122:3344:101::c]:44838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19079,"response_code":200}