{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.026096259Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60034"} {"msg":"region 4ab5309c-a3a1-47ff-b895-260ed1b5fde2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.073717781Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.080201749Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions","method":"POST","req_id":"ceec1c3b-6a85-4a45-88f8-7dec22839a78","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17237,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.086414842Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crucible/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.097112437Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crucible/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.097135588Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ab5309c-a3a1-47ff-b895-260ed1b5fde2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.146005629Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"region":"4ab5309c-a3a1-47ff-b895-260ed1b5fde2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ab5309c-a3a1-47ff-b895-260ed1b5fde2\" \"--data\" \"/data/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.151517305Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"region":"4ab5309c-a3a1-47ff-b895-260ed1b5fde2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.370414346Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions","method":"POST","req_id":"1b2f0301-fecf-4498-a096-011789c008f2","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":634,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.542595246Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"region":"4ab5309c-a3a1-47ff-b895-260ed1b5fde2","component":"worker"} {"msg":"region 4ab5309c-a3a1-47ff-b895-260ed1b5fde2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.542649867Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.542754989Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.545564794Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.553353022Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.57418092Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.590631557Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.591256822Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.591329983Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.591372784Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.591410055Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.598626901Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.60514549Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:08.84926268Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions","method":"POST","req_id":"1349ea86-55c5-4bd7-94d9-db0b18f452a8","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.971834806Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","method":"GET","req_id":"03af213e-69eb-49fe-8f6b-dc85cd84acd6","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"path is \"/data/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.974227311Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"dataset is oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crucible/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.985185222Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"region 4ab5309c-a3a1-47ff-b895-260ed1b5fde2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.995958389Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.996129893Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.996227505Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","method":"DELETE","req_id":"8340b0f3-fc92-4345-98c1-33f5242e162e","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22027,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4ab5309c-a3a1-47ff-b895-260ed1b5fde2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.99730123Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:34.999269945Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","method":"GET","req_id":"a427bd90-0955-41fb-875a-30035b0f9ae8","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:35.00338688Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crucible/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:35.014785261Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"region":"4ab5309c-a3a1-47ff-b895-260ed1b5fde2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:35.058515344Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","method":"GET","req_id":"15957c43-517f-4d1a-9e16-76345399d620","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"region 4ab5309c-a3a1-47ff-b895-260ed1b5fde2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:35.067160172Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T20:00:35.214763858Z","hostname":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","pid":20918,"uri":"/crucible/0/regions/4ab5309c-a3a1-47ff-b895-260ed1b5fde2","method":"GET","req_id":"0693acb0-bdf6-468f-8bcf-9ddc7e5f5dd3","remote_addr":"[fd00:1122:3344:101::a]:60034","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":"200"}