{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.569919714Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58736"} {"msg":"region c5d0760a-a321-4405-8274-cf3535b45df5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.569990516Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.570603573Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"d38cbe3a-6e54-4d2d-8660-50c9a35ceae0","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":640,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.570628774Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.581620854Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.581635784Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c5d0760a-a321-4405-8274-cf3535b45df5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c5d0760a-a321-4405-8274-cf3535b45df5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.647825484Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"region":"c5d0760a-a321-4405-8274-cf3535b45df5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c5d0760a-a321-4405-8274-cf3535b45df5\" \"--data\" \"/data/regions/c5d0760a-a321-4405-8274-cf3535b45df5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.647861295Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"region":"c5d0760a-a321-4405-8274-cf3535b45df5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.822230332Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"region":"c5d0760a-a321-4405-8274-cf3535b45df5","component":"worker"} {"msg":"region c5d0760a-a321-4405-8274-cf3535b45df5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.822268983Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.822352806Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.822676645Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.834310953Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.853864197Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.85579105Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"2a2c54b5-fd4c-4f32-a109-9461676acf41","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.858795942Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c5d0760a-a321-4405-8274-cf3535b45df5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.859120961Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.859163112Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.859203953Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.859239124Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.863155901Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.880262578Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.710092566Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a","method":"GET","req_id":"fa55b879-d899-4167-8893-089ae5ca7a7f","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.715360139Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"dataset is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.721660602Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"snapshot is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a@6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.727945563Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\", \"6eea5b10-951c-4a5f-8465-bffe923520e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.727962694Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.735074789Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a/snapshots/6eea5b10-951c-4a5f-8465-bffe923520e7","method":"GET","req_id":"41598218-5560-42c7-916f-a166df4eb762","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19731,"response_code":200} {"msg":"path is \"/data/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.742886682Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"dataset is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.748868075Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"snapshot is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a@6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.754594552Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\", \"6eea5b10-951c-4a5f-8465-bffe923520e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.754627563Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e10c490b-ccf4-442c-bc42-2ab0afb2498a-6eea5b10-951c-4a5f-8465-bffe923520e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.760665228Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.760796312Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a/snapshots/6eea5b10-951c-4a5f-8465-bffe923520e7/run","method":"POST","req_id":"8b8c18b5-d5da-46e9-91c1-34a2ba9c68ae","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17928,"response_code":200} {"msg":"applying SMF actions for region e10c490b-ccf4-442c-bc42-2ab0afb2498a running snapshot 6eea5b10-951c-4a5f-8465-bffe923520e7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.760809722Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-e10c490b-ccf4-442c-bc42-2ab0afb2498a-6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.765291645Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e10c490b-ccf4-442c-bc42-2ab0afb2498a-6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.773426067Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e10c490b-ccf4-442c-bc42-2ab0afb2498a-6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783253206Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a/.zfs/snapshot/6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783516823Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783596175Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783635786Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783671337Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.783724088Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.787693357Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.792238781Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"worker"} {"msg":"region e10c490b-ccf4-442c-bc42-2ab0afb2498a running snapshot 6eea5b10-951c-4a5f-8465-bffe923520e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.792247472Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"path is \"/data/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:44.055894589Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"dataset is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:44.062254903Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"datafile"} {"msg":"snapshot is oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a@6eea5b10-951c-4a5f-8465-bffe923520e7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:44.06836868Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13b4c688-ba63-4252-9bf6-21050f27c0bb/crucible/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a\", \"6eea5b10-951c-4a5f-8465-bffe923520e7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:44.06837832Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:44.073521141Z","hostname":"oxz_crucible_5eaf7500-8b39-413f-b9b3-a7b6718e0339","pid":24563,"uri":"/crucible/0/regions/e10c490b-ccf4-442c-bc42-2ab0afb2498a/snapshots/6eea5b10-951c-4a5f-8465-bffe923520e7/run","method":"POST","req_id":"9fff529d-7187-4716-b785-1439a221fa07","remote_addr":"[fd00:1122:3344:101::b]:58736","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17651,"response_code":200}