{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.791193511Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60898"} {"msg":"region 1a57b723-5a43-44b7-ae47-7db36662349b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.791276532Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.792248564Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions","method":"POST","req_id":"291c8f73-4495-4e74-90d6-5b5633bd6fe0","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1005,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.792272995Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.800735074Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.800753384Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1a57b723-5a43-44b7-ae47-7db36662349b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1a57b723-5a43-44b7-ae47-7db36662349b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.85016676Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"region":"1a57b723-5a43-44b7-ae47-7db36662349b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1a57b723-5a43-44b7-ae47-7db36662349b\" \"--data\" \"/data/regions/1a57b723-5a43-44b7-ae47-7db36662349b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.85020126Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"region":"1a57b723-5a43-44b7-ae47-7db36662349b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.956479108Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"region":"1a57b723-5a43-44b7-ae47-7db36662349b","component":"worker"} {"msg":"region 1a57b723-5a43-44b7-ae47-7db36662349b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.956517518Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.956683951Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.957225398Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.968622984Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.995260887Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.998442708Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1a57b723-5a43-44b7-ae47-7db36662349b","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.998673151Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.998716681Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.998756692Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:32.998796673Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:33.003617864Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:33.021535485Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:33.122650076Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions","method":"POST","req_id":"377e1a12-df68-4e1d-b924-0bafd9fb0d10","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.783293215Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c","method":"GET","req_id":"9151e325-0908-480c-829b-3d8f44ab3290","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.78678104Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"dataset is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.792694526Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"snapshot is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c@3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.798737384Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\", \"3a754b74-3074-407b-8336-511088946fd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.798751094Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.808152375Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c/snapshots/3a754b74-3074-407b-8336-511088946fd4","method":"GET","req_id":"17685e50-ea59-475b-8d6c-33f3f73e7c33","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21409,"response_code":200} {"msg":"path is \"/data/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.811392857Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"dataset is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.818215994Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"snapshot is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c@3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.824197342Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\", \"3a754b74-3074-407b-8336-511088946fd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.824211662Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a2ad1bb8-f89e-4a7c-b989-43e548474c4c-3a754b74-3074-407b-8336-511088946fd4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.833294119Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.83342886Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c/snapshots/3a754b74-3074-407b-8336-511088946fd4/run","method":"POST","req_id":"71075ffc-db34-4c93-8549-b0b2fea7d295","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22054,"response_code":200} {"msg":"applying SMF actions for region a2ad1bb8-f89e-4a7c-b989-43e548474c4c running snapshot 3a754b74-3074-407b-8336-511088946fd4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.833448141Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a2ad1bb8-f89e-4a7c-b989-43e548474c4c-3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.838344153Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a2ad1bb8-f89e-4a7c-b989-43e548474c4c-3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.846276116Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a2ad1bb8-f89e-4a7c-b989-43e548474c4c-3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.857910665Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c/.zfs/snapshot/3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.858222839Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.85826436Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.85829987Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.858338911Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.858381111Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.862794768Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.867359107Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"worker"} {"msg":"region a2ad1bb8-f89e-4a7c-b989-43e548474c4c running snapshot 3a754b74-3074-407b-8336-511088946fd4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:34.867369247Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"path is \"/data/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:35.155285872Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"dataset is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:35.161413041Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"datafile"} {"msg":"snapshot is oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c@3a754b74-3074-407b-8336-511088946fd4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:35.167999206Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_666294ab-17c2-4a23-90e1-41e870840907/crucible/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c\", \"3a754b74-3074-407b-8336-511088946fd4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:35.168014786Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-07T19:55:35.174269186Z","hostname":"oxz_crucible_f24be8e1-c314-47a9-8ffc-6133a56f3839","pid":23951,"uri":"/crucible/0/regions/a2ad1bb8-f89e-4a7c-b989-43e548474c4c/snapshots/3a754b74-3074-407b-8336-511088946fd4/run","method":"POST","req_id":"d4675083-aaea-442e-a970-7daf0b2fa009","remote_addr":"[fd00:1122:3344:101::c]:60898","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19029,"response_code":200}