{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.80365982Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50199"} {"msg":"region 3cfdc964-7bfd-41f4-a630-c9ba92d942ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.858182628Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.875325728Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.875346508Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions","method":"POST","req_id":"4d1d5ff6-ab36-47b4-867a-2b541223a6ad","remote_addr":"[fd00:1122:3344:101::c]:50199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47138,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.900467072Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.900483473Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.163593489Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions","method":"POST","req_id":"ac752a9c-d190-4a9c-9dd9-52844dca9192","remote_addr":"[fd00:1122:3344:101::c]:50199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"creating region Region { id: RegionId(\"3cfdc964-7bfd-41f4-a630-c9ba92d942ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.215603133Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"region":"3cfdc964-7bfd-41f4-a630-c9ba92d942ef","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3cfdc964-7bfd-41f4-a630-c9ba92d942ef\" \"--data\" \"/data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.218590899Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"region":"3cfdc964-7bfd-41f4-a630-c9ba92d942ef","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.534566793Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions","method":"POST","req_id":"3fc2b763-0a98-4a28-8bcd-4d6849bbb48b","remote_addr":"[fd00:1122:3344:101::c]:50199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.359824415Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions","method":"POST","req_id":"6c354cc3-5b93-4268-b597-52989b4073d5","remote_addr":"[fd00:1122:3344:101::c]:50199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.401515464Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"region":"3cfdc964-7bfd-41f4-a630-c9ba92d942ef","component":"worker"} {"msg":"region 3cfdc964-7bfd-41f4-a630-c9ba92d942ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.401538075Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.401843013Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.402215362Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.433102524Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.540412426Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.556004335Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.556817666Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.556891118Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.556930699Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.55696243Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.592809049Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.604904249Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:45.351926473Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions","method":"POST","req_id":"dbdc653f-cb60-47f8-8126-50b3d995ff72","remote_addr":"[fd00:1122:3344:101::c]:50199","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.523631785Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50091"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.523880551Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","method":"GET","req_id":"23b9f7db-659c-4bdf-9562-4bb9c4bc904f","remote_addr":"[fd00:1122:3344:101::c]:50091","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.52811516Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"dataset is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.535778967Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"snapshot is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.542609212Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.542639023Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.556284002Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636","method":"GET","req_id":"d1f5c09d-fb71-49e6-be52-cf3243eed6ee","remote_addr":"[fd00:1122:3344:101::c]:50091","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28206,"response_code":200} {"msg":"path is \"/data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.560598253Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"dataset is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.567614993Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"snapshot is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.574709995Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.574731835Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3cfdc964-7bfd-41f4-a630-c9ba92d942ef-5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.588868698Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"applying SMF actions for region 3cfdc964-7bfd-41f4-a630-c9ba92d942ef running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.589508414Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.589519685Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"764a566f-37dc-4995-8860-63d799eed817","remote_addr":"[fd00:1122:3344:101::c]:50091","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28958,"response_code":200} {"msg":"creating missing snapshot instance snapshot-3cfdc964-7bfd-41f4-a630-c9ba92d942ef-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.611105578Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3cfdc964-7bfd-41f4-a630-c9ba92d942ef-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.626312528Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3cfdc964-7bfd-41f4-a630-c9ba92d942ef-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.66383814Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef/.zfs/snapshot/5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.664164139Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.66421526Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.664321273Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.664399735Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.664478257Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.675949991Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.687817205Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"worker"} {"msg":"region 3cfdc964-7bfd-41f4-a630-c9ba92d942ef running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.687838826Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"path is \"/data/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.811037705Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"dataset is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.818711122Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"datafile"} {"msg":"snapshot is oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.825585508Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a45bd676-b1c2-480b-b658-4ccaa1936f3d/crucible/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.825611139Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.83346998Z","hostname":"oxz_crucible_529b1a6a-2c33-429f-8956-d58a49e4bd90","pid":24672,"uri":"/crucible/0/regions/3cfdc964-7bfd-41f4-a630-c9ba92d942ef/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"e5dd8294-889b-47f6-986f-03a1eb19b1eb","remote_addr":"[fd00:1122:3344:101::c]:50091","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22482,"response_code":200}