{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.784680891Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48194"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.784765402Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/81b63c53-f067-487b-8f91-77a731c6c5c7","method":"GET","req_id":"2e95f872-1200-46b2-b969-1223c4482cd1","remote_addr":"[fd00:1122:3344:101::a]:48194","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/81b63c53-f067-487b-8f91-77a731c6c5c7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.784954924Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"dataset is oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.794049821Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"snapshot is oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7@552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.802540701Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7\", \"552514c3-ea6e-4a6b-ad26-15d1211abd63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.802645532Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.814103897Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/81b63c53-f067-487b-8f91-77a731c6c5c7/snapshots/552514c3-ea6e-4a6b-ad26-15d1211abd63","method":"GET","req_id":"2a03b1fd-6754-4dcf-bc87-7779635f9cb5","remote_addr":"[fd00:1122:3344:101::a]:48194","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29147,"response_code":"200"}
{"msg":"path is \"/data/regions/81b63c53-f067-487b-8f91-77a731c6c5c7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.814273419Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"dataset is oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.821904268Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"snapshot is oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7@552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.829404716Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/81b63c53-f067-487b-8f91-77a731c6c5c7\", \"552514c3-ea6e-4a6b-ad26-15d1211abd63\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.829431637Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 81b63c53-f067-487b-8f91-77a731c6c5c7-552514c3-ea6e-4a6b-ad26-15d1211abd63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.841092334Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"applying SMF actions for region 81b63c53-f067-487b-8f91-77a731c6c5c7 running snapshot 552514c3-ea6e-4a6b-ad26-15d1211abd63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.841732301Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.841775911Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/81b63c53-f067-487b-8f91-77a731c6c5c7/snapshots/552514c3-ea6e-4a6b-ad26-15d1211abd63/run","method":"POST","req_id":"ce88883c-24ca-4045-b2e7-82fc9d34f3c7","remote_addr":"[fd00:1122:3344:101::a]:48194","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27534,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-81b63c53-f067-487b-8f91-77a731c6c5c7-552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.847179715Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-81b63c53-f067-487b-8f91-77a731c6c5c7-552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.857431835Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-81b63c53-f067-487b-8f91-77a731c6c5c7-552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873038449Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/81b63c53-f067-487b-8f91-77a731c6c5c7/.zfs/snapshot/552514c3-ea6e-4a6b-ad26-15d1211abd63","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873308272Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873368233Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873410103Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873452554Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.873503584Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.876853354Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.881015262Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"region 81b63c53-f067-487b-8f91-77a731c6c5c7 running snapshot 552514c3-ea6e-4a6b-ad26-15d1211abd63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:33.881030852Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.820195744Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52431"}
{"msg":"region 48536d61-1a1e-4395-8c90-1cd156dc87fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.820318916Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.820471447Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.820479247Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions","method":"POST","req_id":"13a842e8-96ee-4499-981c-7cdfa9079673","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":199,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.830351493Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.830378424Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"48536d61-1a1e-4395-8c90-1cd156dc87fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.891045326Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"region":"48536d61-1a1e-4395-8c90-1cd156dc87fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"48536d61-1a1e-4395-8c90-1cd156dc87fe\" \"--data\" \"/data/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.891089316Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"region":"48536d61-1a1e-4395-8c90-1cd156dc87fe","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.986269414Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"region":"48536d61-1a1e-4395-8c90-1cd156dc87fe","component":"worker"}
{"msg":"region 48536d61-1a1e-4395-8c90-1cd156dc87fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.986314055Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.986393236Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.987376367Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.989900937Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.996678916Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:36.999808963Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.000093307Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.000149797Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.000197278Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.000242518Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.003597438Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.013582645Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:31:37.039047644Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions","method":"POST","req_id":"68f5d0f0-115b-4c28-bdb7-0750348c205b","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.931539817Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","method":"GET","req_id":"ae53a8c6-110a-49cd-934f-04e0539906ce","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.934168978Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"dataset is oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.943501188Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"region 48536d61-1a1e-4395-8c90-1cd156dc87fe state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.951757625Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.951972017Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.952040438Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","method":"DELETE","req_id":"86304a2a-5860-4e44-b937-1ecd73adf7d0","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17893,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-48536d61-1a1e-4395-8c90-1cd156dc87fe (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.953621997Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.954909242Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","method":"GET","req_id":"d7d6edb7-d0f7-4922-bbec-2b177ef5657a","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.960564588Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5a80732a-201c-4c63-b37d-aba6054460fc/crucible/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:00.96919217Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"region":"48536d61-1a1e-4395-8c90-1cd156dc87fe","component":"worker"}
{"msg":"region 48536d61-1a1e-4395-8c90-1cd156dc87fe state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:01.033203071Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-03T18:32:01.098385087Z","hostname":"oxz_crucible_9227f10f-92d5-4a20-b708-a0661fb913b0","pid":23625,"uri":"/crucible/0/regions/48536d61-1a1e-4395-8c90-1cd156dc87fe","method":"GET","req_id":"607930f7-a60c-4f30-8be0-d1b35b162cc4","remote_addr":"[fd00:1122:3344:101::a]:52431","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}