{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.168978451Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59028"} {"msg":"region 08a3f91a-8e70-43a4-aaf7-5848c57b9ada state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.169231996Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.169898489Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions","method":"POST","req_id":"0f0eedaa-1585-4984-9986-39ff81da1416","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":702,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.169911859Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.178028118Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.178047708Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"08a3f91a-8e70-43a4-aaf7-5848c57b9ada\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/08a3f91a-8e70-43a4-aaf7-5848c57b9ada\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.231641846Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"region":"08a3f91a-8e70-43a4-aaf7-5848c57b9ada","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"08a3f91a-8e70-43a4-aaf7-5848c57b9ada\" \"--data\" \"/data/regions/08a3f91a-8e70-43a4-aaf7-5848c57b9ada\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.231675996Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"region":"08a3f91a-8e70-43a4-aaf7-5848c57b9ada","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.310710551Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"region":"08a3f91a-8e70-43a4-aaf7-5848c57b9ada","component":"worker"} {"msg":"region 08a3f91a-8e70-43a4-aaf7-5848c57b9ada state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.310744981Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.310838913Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.311170889Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.320129235Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.338504574Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.340953002Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/08a3f91a-8e70-43a4-aaf7-5848c57b9ada","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.341254387Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.341295828Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.341334509Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.34136915Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.345629243Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.359244807Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:14.533454003Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions","method":"POST","req_id":"51e8c2a1-a3f4-4d18-8ca9-f37c4423cc76","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.122226288Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200","method":"GET","req_id":"42575b90-0ff5-4c0c-aab6-2567d417edff","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.126030793Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"dataset is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.132073701Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"snapshot is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200@57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.138212351Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\", \"57d65ce1-68ad-4c8f-a7de-4e9f656098d9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.138232481Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.146629855Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200/snapshots/57d65ce1-68ad-4c8f-a7de-4e9f656098d9","method":"GET","req_id":"4647e6f8-4150-44c6-84f2-60f86469f470","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20636,"response_code":200} {"msg":"path is \"/data/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.150576412Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"dataset is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.156254483Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"snapshot is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200@57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.161748521Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\", \"57d65ce1-68ad-4c8f-a7de-4e9f656098d9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.161762861Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cd93eee3-962e-4ad5-8bb4-b5ae88b1c200-57d65ce1-68ad-4c8f-a7de-4e9f656098d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.169786018Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.16992217Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200/snapshots/57d65ce1-68ad-4c8f-a7de-4e9f656098d9/run","method":"POST","req_id":"f71b0205-8ed2-423f-b2b8-744d0b369b61","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19364,"response_code":200} {"msg":"applying SMF actions for region cd93eee3-962e-4ad5-8bb4-b5ae88b1c200 running snapshot 57d65ce1-68ad-4c8f-a7de-4e9f656098d9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.169940791Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cd93eee3-962e-4ad5-8bb4-b5ae88b1c200-57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.174643442Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cd93eee3-962e-4ad5-8bb4-b5ae88b1c200-57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.184282561Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cd93eee3-962e-4ad5-8bb4-b5ae88b1c200-57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.193729975Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200/.zfs/snapshot/57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.193996971Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.194038261Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.194077162Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.194112133Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.194159064Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.197297675Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.201412736Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"worker"} {"msg":"region cd93eee3-962e-4ad5-8bb4-b5ae88b1c200 running snapshot 57d65ce1-68ad-4c8f-a7de-4e9f656098d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.201424646Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"path is \"/data/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.331770043Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"dataset is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.337553686Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"datafile"} {"msg":"snapshot is oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200@57d65ce1-68ad-4c8f-a7de-4e9f656098d9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.343554953Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_972e35b1-ba8b-42cb-b443-4d6989f9cdf6/crucible/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200\", \"57d65ce1-68ad-4c8f-a7de-4e9f656098d9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.343589454Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-27T18:47:16.348977979Z","hostname":"oxz_crucible_93da4f87-7d41-4108-b2ac-3ae3be5a0ade","pid":23847,"uri":"/crucible/0/regions/cd93eee3-962e-4ad5-8bb4-b5ae88b1c200/snapshots/57d65ce1-68ad-4c8f-a7de-4e9f656098d9/run","method":"POST","req_id":"cd22fd98-f83f-47e2-86da-b2c6a8390f49","remote_addr":"[fd00:1122:3344:101::a]:59028","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17246,"response_code":200}