{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.261757962Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39116"} {"msg":"region 6d3cb6e4-96e5-4744-a577-f5b6a853171e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.261890154Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.262544147Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions","method":"POST","req_id":"4643459f-cc28-42d8-896d-adfc28e535d6","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":713,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.262560307Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.270771726Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.270794207Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6d3cb6e4-96e5-4744-a577-f5b6a853171e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d3cb6e4-96e5-4744-a577-f5b6a853171e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.328741637Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"region":"6d3cb6e4-96e5-4744-a577-f5b6a853171e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d3cb6e4-96e5-4744-a577-f5b6a853171e\" \"--data\" \"/data/regions/6d3cb6e4-96e5-4744-a577-f5b6a853171e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.328777608Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"region":"6d3cb6e4-96e5-4744-a577-f5b6a853171e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.41313359Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"region":"6d3cb6e4-96e5-4744-a577-f5b6a853171e","component":"worker"} {"msg":"region 6d3cb6e4-96e5-4744-a577-f5b6a853171e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.413170041Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.413265772Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.413578998Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.42091147Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.437704285Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.44157075Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d3cb6e4-96e5-4744-a577-f5b6a853171e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.441844025Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.441890516Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.441932717Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.441968588Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.44572601Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.450652126Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.581961096Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions","method":"POST","req_id":"e430fc8e-f5d7-4c76-bb7c-64efdac3435b","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.178729742Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad","method":"GET","req_id":"569e665e-3675-481c-a683-36b565484169","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.182564556Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"dataset is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.188211196Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"snapshot is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad@6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.194511487Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\", \"6ae651ad-848b-4501-b595-21e4eb41d5d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.194523238Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.206064411Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad/snapshots/6ae651ad-848b-4501-b595-21e4eb41d5d2","method":"GET","req_id":"0ad28c9c-3b8a-42c4-84b6-e48c19d22f25","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23516,"response_code":200} {"msg":"path is \"/data/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.209239352Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"dataset is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.214879052Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"snapshot is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad@6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.220314677Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\", \"6ae651ad-848b-4501-b595-21e4eb41d5d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.220342397Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aa3a506b-70ca-4b9f-87c3-4216752008ad-6ae651ad-848b-4501-b595-21e4eb41d5d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.228009895Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.232787338Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad/snapshots/6ae651ad-848b-4501-b595-21e4eb41d5d2/run","method":"POST","req_id":"f835da0e-e4df-4773-8fd3-a741fb9ed083","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23560,"response_code":200} {"msg":"applying SMF actions for region aa3a506b-70ca-4b9f-87c3-4216752008ad running snapshot 6ae651ad-848b-4501-b595-21e4eb41d5d2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.232810378Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-aa3a506b-70ca-4b9f-87c3-4216752008ad-6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.234907119Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa3a506b-70ca-4b9f-87c3-4216752008ad-6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.244585326Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa3a506b-70ca-4b9f-87c3-4216752008ad-6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254016518Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad/.zfs/snapshot/6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254289454Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254330595Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254369235Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254404296Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.254450047Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.257586458Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.26184599Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"worker"} {"msg":"region aa3a506b-70ca-4b9f-87c3-4216752008ad running snapshot 6ae651ad-848b-4501-b595-21e4eb41d5d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.26185682Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"path is \"/data/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.469528887Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"dataset is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.475520013Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"datafile"} {"msg":"snapshot is oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad@6ae651ad-848b-4501-b595-21e4eb41d5d2","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.4826039Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_26a826b2-4652-4b92-8c6e-c22bbb1d84f7/crucible/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad\", \"6ae651ad-848b-4501-b595-21e4eb41d5d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.482630101Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:04.486839482Z","hostname":"oxz_crucible_9121860a-5a1e-4fa7-8827-3fd975ae8474","pid":24420,"uri":"/crucible/0/regions/aa3a506b-70ca-4b9f-87c3-4216752008ad/snapshots/6ae651ad-848b-4501-b595-21e4eb41d5d2/run","method":"POST","req_id":"ba433d76-8584-4d3e-8e37-c6fe69507339","remote_addr":"[fd00:1122:3344:101::c]:39116","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17315,"response_code":200}