| 1 | 2023-10-05T04:30:34.380Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::13]:32345
remote_addr = [fd00:1122:3344:101::c]:43592
|
| 2 | 2023-10-05T04:30:34.443Z | INFO | crucible-agent (datafile): region df1651db-0753-4776-b361-2c1c8b6888ee state: Requested
|
| 3 | 2023-10-05T04:30:34.445Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 4 | 2023-10-05T04:30:34.445Z | INFO | crucible-agent (dropshot): request completed
latency_us = 3139
local_addr = [fd00:1122:3344:101::13]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43592
req_id = 7873e5d9-cf87-4f8e-8229-79f4e81d9410
response_code = 200
uri = /crucible/0/regions
|
| 5 | 2023-10-05T04:30:34.456Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 6 | 2023-10-05T04:30:34.456Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 7 | 2023-10-05T04:30:34.511Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("df1651db-0753-4776-b361-2c1c8b6888ee"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/df1651db-0753-4776-b361-2c1c8b6888ee"
region = df1651db-0753-4776-b361-2c1c8b6888ee
|
| 8 | 2023-10-05T04:30:34.676Z | INFO | crucible-agent (worker): region files created ok
region = df1651db-0753-4776-b361-2c1c8b6888ee
|
| 9 | 2023-10-05T04:30:34.676Z | INFO | crucible-agent (datafile): region df1651db-0753-4776-b361-2c1c8b6888ee state: Requested -> Created
|
| 10 | 2023-10-05T04:30:34.677Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 11 | 2023-10-05T04:30:34.687Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 12 | 2023-10-05T04:30:34.692Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 13 | 2023-10-05T04:30:34.702Z | INFO | crucible-agent (worker): creating config property group
|
| 14 | 2023-10-05T04:30:34.704Z | INFO | crucible-agent (dropshot): request completed
latency_us = 73
local_addr = [fd00:1122:3344:101::13]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43592
req_id = aeaced14-c05c-4ebb-a852-4522f81a9d51
response_code = 200
uri = /crucible/0/regions
|
| 15 | 2023-10-05T04:30:34.705Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 16 | 2023-10-05T04:30:34.706Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 17 | 2023-10-05T04:30:34.706Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 18 | 2023-10-05T04:30:34.706Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13
|
| 19 | 2023-10-05T04:30:34.706Z | INFO | crucible-agent (worker): commit
|
| 20 | 2023-10-05T04:30:34.710Z | INFO | crucible-agent (worker): ok!
|
| 21 | 2023-10-05T04:30:34.719Z | INFO | crucible-agent (worker): SMF ok!
|
| 22 | 2023-10-05T04:30:35.081Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::13]:32345
remote_addr = [fd00:1122:3344:101::c]:52407
|
| 23 | 2023-10-05T04:30:35.081Z | INFO | crucible-agent (dropshot): request completed
latency_us = 163
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52407
req_id = d89a7db4-4e8e-4d1e-acb0-91f34e046076
response_code = 200
uri = /crucible/0/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 24 | 2023-10-05T04:30:35.081Z | INFO | crucible-agent (datafile): path is "/data/regions/df1651db-0753-4776-b361-2c1c8b6888ee"
|
| 25 | 2023-10-05T04:30:35.093Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 26 | 2023-10-05T04:30:35.103Z | INFO | crucible-agent (datafile): region df1651db-0753-4776-b361-2c1c8b6888ee state: Created -> Tombstoned
|
| 27 | 2023-10-05T04:30:35.104Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 28 | 2023-10-05T04:30:35.104Z | INFO | crucible-agent (dropshot): request completed
latency_us = 22221
local_addr = [fd00:1122:3344:101::13]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:52407
req_id = 7cd1852c-68d9-48b8-b58d-6a207204882a
response_code = 204
uri = /crucible/0/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 29 | 2023-10-05T04:30:35.106Z | INFO | crucible-agent (dropshot): request completed
latency_us = 464
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52407
req_id = 9e3a860a-69bc-4d2a-b3c0-b120a23338fe
response_code = 200
uri = /crucible/0/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 30 | 2023-10-05T04:30:35.114Z | ERRO | crucible-agent (worker): remove downstairs instance: downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 31 | 2023-10-05T04:30:35.114Z | INFO | crucible-agent (worker): instance states: (Some(Online), None)
|
| 32 | 2023-10-05T04:30:35.120Z | INFO | crucible-agent (worker): SMF ok!
|
| 33 | 2023-10-05T04:30:35.132Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/df1651db-0753-4776-b361-2c1c8b6888ee"
region = df1651db-0753-4776-b361-2c1c8b6888ee
|
| 34 | 2023-10-05T04:30:35.186Z | INFO | crucible-agent (datafile): region df1651db-0753-4776-b361-2c1c8b6888ee state: Tombstoned -> Destroyed
|
| 35 | 2023-10-05T04:30:35.221Z | INFO | crucible-agent (dropshot): request completed
latency_us = 89
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52407
req_id = d0a0d7ea-9186-4836-8952-a1806263a136
response_code = 200
uri = /crucible/0/regions/df1651db-0753-4776-b361-2c1c8b6888ee
|
| 36 | 2023-10-05T04:30:37.351Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::13]:32345
remote_addr = [fd00:1122:3344:101::c]:62561
|
| 37 | 2023-10-05T04:30:37.382Z | INFO | crucible-agent (datafile): region ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e state: Requested
|
| 38 | 2023-10-05T04:30:37.382Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 39 | 2023-10-05T04:30:37.382Z | INFO | crucible-agent (dropshot): request completed
latency_us = 204
local_addr = [fd00:1122:3344:101::13]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62561
req_id = 11da5bb3-8fff-4ede-b767-0d7d0b755d0f
response_code = 200
uri = /crucible/0/regions
|
| 40 | 2023-10-05T04:30:37.391Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 41 | 2023-10-05T04:30:37.391Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 42 | 2023-10-05T04:30:37.440Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e"
region = ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 43 | 2023-10-05T04:30:37.497Z | INFO | crucible-agent (worker): region files created ok
region = ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 44 | 2023-10-05T04:30:37.497Z | INFO | crucible-agent (datafile): region ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e state: Requested -> Created
|
| 45 | 2023-10-05T04:30:37.497Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 46 | 2023-10-05T04:30:37.507Z | ERRO | crucible-agent (worker): remove downstairs instance: downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 47 | 2023-10-05T04:30:37.507Z | INFO | crucible-agent (worker): instance states: (Some(Disabled), None)
|
| 48 | 2023-10-05T04:30:37.508Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 49 | 2023-10-05T04:30:37.513Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 50 | 2023-10-05T04:30:37.522Z | INFO | crucible-agent (worker): creating config property group
|
| 51 | 2023-10-05T04:30:37.526Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 52 | 2023-10-05T04:30:37.526Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 53 | 2023-10-05T04:30:37.526Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 54 | 2023-10-05T04:30:37.526Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13
|
| 55 | 2023-10-05T04:30:37.526Z | INFO | crucible-agent (worker): commit
|
| 56 | 2023-10-05T04:30:37.530Z | INFO | crucible-agent (worker): ok!
|
| 57 | 2023-10-05T04:30:37.535Z | INFO | crucible-agent (worker): SMF ok!
|
| 58 | 2023-10-05T04:30:37.698Z | INFO | crucible-agent (dropshot): request completed
latency_us = 79
local_addr = [fd00:1122:3344:101::13]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62561
req_id = 6621bb55-db63-4c0e-966e-80165b119080
response_code = 200
uri = /crucible/0/regions
|
| 59 | 2023-10-05T04:33:32.386Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::13]:32345
remote_addr = [fd00:1122:3344:101::c]:35722
|
| 60 | 2023-10-05T04:33:32.387Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35722
req_id = a27eed42-b76d-4724-ba32-9745f3b32730
response_code = 200
uri = /crucible/0/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 61 | 2023-10-05T04:33:32.387Z | INFO | crucible-agent (datafile): path is "/data/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e"
|
| 62 | 2023-10-05T04:33:32.398Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 63 | 2023-10-05T04:33:32.408Z | INFO | crucible-agent (datafile): region ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e state: Created -> Tombstoned
|
| 64 | 2023-10-05T04:33:32.408Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 65 | 2023-10-05T04:33:32.408Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21191
local_addr = [fd00:1122:3344:101::13]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:35722
req_id = fb9edfac-a3fa-4602-99bf-7e749571d10b
response_code = 204
uri = /crucible/0/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 66 | 2023-10-05T04:33:32.412Z | INFO | crucible-agent (dropshot): request completed
latency_us = 432
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35722
req_id = 736031ab-85d8-4237-9672-d6b9d7edfc11
response_code = 200
uri = /crucible/0/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 67 | 2023-10-05T04:33:32.421Z | ERRO | crucible-agent (worker): remove downstairs instance: downstairs-df1651db-0753-4776-b361-2c1c8b6888ee
|
| 68 | 2023-10-05T04:33:32.421Z | INFO | crucible-agent (worker): instance states: (Some(Disabled), None)
|
| 69 | 2023-10-05T04:33:32.421Z | ERRO | crucible-agent (worker): remove downstairs instance: downstairs-ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 70 | 2023-10-05T04:33:32.422Z | INFO | crucible-agent (worker): instance states: (Some(Online), None)
|
| 71 | 2023-10-05T04:33:32.433Z | INFO | crucible-agent (worker): SMF ok!
|
| 72 | 2023-10-05T04:33:32.445Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e"
region = ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 73 | 2023-10-05T04:33:32.472Z | INFO | crucible-agent (dropshot): request completed
latency_us = 91
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35722
req_id = 35669bb2-cfdd-49bb-a362-cc5a16566aa4
response_code = 200
uri = /crucible/0/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|
| 74 | 2023-10-05T04:33:32.521Z | INFO | crucible-agent (datafile): region ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e state: Tombstoned -> Destroyed
|
| 75 | 2023-10-05T04:33:32.559Z | INFO | crucible-agent (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::13]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35722
req_id = 2ac64ccf-be50-4c5b-bf7d-6d631f72d73d
response_code = 200
uri = /crucible/0/regions/ea60c4f9-1fd0-4d4b-aa59-5ca22069b12e
|