{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.149256285Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62450"} {"msg":"region 17fc1b1b-4a56-4d9f-bdb9-103d526e7042 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.192342182Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.197510822Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.202522607Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions","method":"POST","req_id":"c70ffd3b-cf14-41e6-b84f-1d2b29abdb5f","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17148,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_4df61979-2560-4641-801d-63f7cd2fb120/crucible/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.211248383Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4df61979-2560-4641-801d-63f7cd2fb120/crucible/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.211266734Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"17fc1b1b-4a56-4d9f-bdb9-103d526e7042\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.260949708Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"region":"17fc1b1b-4a56-4d9f-bdb9-103d526e7042","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17fc1b1b-4a56-4d9f-bdb9-103d526e7042\" \"--data\" \"/data/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.263172259Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"region":"17fc1b1b-4a56-4d9f-bdb9-103d526e7042","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.403767904Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions","method":"POST","req_id":"2e882217-a3b3-4b03-b505-55ad14ab802b","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.554093432Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"region":"17fc1b1b-4a56-4d9f-bdb9-103d526e7042","component":"worker"} {"msg":"region 17fc1b1b-4a56-4d9f-bdb9-103d526e7042 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.554132513Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.554248196Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.554696718Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.563733843Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.5821205Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.584946647Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.585499712Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.585555124Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.585594225Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.585629846Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.5891178Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.592854151Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:19.893790185Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions","method":"POST","req_id":"ea829856-77f4-419e-b2d5-09b73272ff90","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":615,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.771005343Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","method":"GET","req_id":"c3be2e40-0f80-4582-9a0e-5a35f80eaf15","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"path is \"/data/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.773659235Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"dataset is oxp_4df61979-2560-4641-801d-63f7cd2fb120/crucible/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.784526329Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"region 17fc1b1b-4a56-4d9f-bdb9-103d526e7042 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.793863792Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.794022416Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.794102858Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","method":"DELETE","req_id":"2e2b9c1d-7e1d-4fd4-ac24-2a04b0512b48","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20477,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-17fc1b1b-4a56-4d9f-bdb9-103d526e7042 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.798294031Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.798453516Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","method":"GET","req_id":"6c94d146-5d92-422a-b10c-a5a410ce1b88","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.804855549Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4df61979-2560-4641-801d-63f7cd2fb120/crucible/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.815799775Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"region":"17fc1b1b-4a56-4d9f-bdb9-103d526e7042","component":"worker"} {"msg":"region 17fc1b1b-4a56-4d9f-bdb9-103d526e7042 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.873642931Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-17T21:34:44.934878447Z","hostname":"oxz_crucible_1e66b6a9-a282-46ac-a5cd-15e8f8be854c","pid":22887,"uri":"/crucible/0/regions/17fc1b1b-4a56-4d9f-bdb9-103d526e7042","method":"GET","req_id":"c302ad1f-946d-484a-ad86-4eb947e38344","remote_addr":"[fd00:1122:3344:101::a]:62450","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":"200"}