| 1 | 2024-02-29T22:32:56.350Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:51206
|
| 2 | 2024-02-29T22:32:56.425Z | INFO | crucible-agent (datafile): region 08263c85-fe6b-4905-bca2-806a5abe03ad state: Requested
|
| 3 | 2024-02-29T22:32:56.427Z | INFO | crucible-agent (dropshot): request completed
latency_us = 15155
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51206
req_id = 5df8c3db-b0e4-4f77-8519-0bb588c5eda9
response_code = 200
uri = /crucible/0/regions
|
| 4 | 2024-02-29T22:32:56.430Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 5 | 2024-02-29T22:32:56.442Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 6 | 2024-02-29T22:32:56.442Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 7 | 2024-02-29T22:32:56.497Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("08263c85-fe6b-4905-bca2-806a5abe03ad"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad"
region = 08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 8 | 2024-02-29T22:32:56.664Z | INFO | crucible-agent (dropshot): request completed
latency_us = 103
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51206
req_id = 442a9ef4-29a9-4a16-bc23-8276b3eafcbb
response_code = 200
uri = /crucible/0/regions
|
| 9 | 2024-02-29T22:32:56.898Z | INFO | crucible-agent (worker): region files created ok
region = 08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 10 | 2024-02-29T22:32:56.898Z | INFO | crucible-agent (datafile): region 08263c85-fe6b-4905-bca2-806a5abe03ad state: Requested -> Created
|
| 11 | 2024-02-29T22:32:56.898Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 12 | 2024-02-29T22:32:56.899Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 13 | 2024-02-29T22:32:56.906Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 14 | 2024-02-29T22:32:56.922Z | INFO | crucible-agent (worker): creating config property group
|
| 15 | 2024-02-29T22:32:56.927Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51206
req_id = a73597f9-1b31-4ae9-8e03-cfdd907fe534
response_code = 200
uri = /crucible/0/regions
|
| 16 | 2024-02-29T22:32:56.930Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 17 | 2024-02-29T22:32:56.945Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 18 | 2024-02-29T22:32:56.948Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 19 | 2024-02-29T22:32:56.948Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 20 | 2024-02-29T22:32:56.948Z | INFO | crucible-agent (worker): commit
|
| 21 | 2024-02-29T22:32:56.952Z | INFO | crucible-agent (worker): ok!
|
| 22 | 2024-02-29T22:32:56.962Z | INFO | crucible-agent (worker): SMF ok!
|
| 23 | 2024-02-29T22:33:00.653Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:47171
|
| 24 | 2024-02-29T22:33:00.684Z | INFO | crucible-agent (datafile): region 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5 state: Requested
|
| 25 | 2024-02-29T22:33:00.684Z | INFO | crucible-agent (dropshot): request completed
latency_us = 225
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47171
req_id = 681f5c1d-f79f-4f1c-8709-f2a9c6628f8a
response_code = 200
uri = /crucible/0/regions
|
| 26 | 2024-02-29T22:33:00.684Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 27 | 2024-02-29T22:33:00.694Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 28 | 2024-02-29T22:33:00.694Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 29 | 2024-02-29T22:33:00.774Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("14040354-0aca-4d1d-b2fb-d5e5e8a38ed5"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5"
region = 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 30 | 2024-02-29T22:33:00.835Z | INFO | crucible-agent (dropshot): request completed
latency_us = 93
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47171
req_id = 165ebbc8-8af3-49ab-bb33-f9244b9b1a83
response_code = 200
uri = /crucible/0/regions
|
| 31 | 2024-02-29T22:33:00.919Z | INFO | crucible-agent (worker): region files created ok
region = 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 32 | 2024-02-29T22:33:00.919Z | INFO | crucible-agent (datafile): region 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5 state: Requested -> Created
|
| 33 | 2024-02-29T22:33:00.919Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 34 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 35 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 36 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::17
|
| 37 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): reconfig required
|
| 38 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): using existing config property group
|
| 39 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 40 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 41 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 42 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 43 | 2024-02-29T22:33:00.921Z | INFO | crucible-agent (worker): commit
|
| 44 | 2024-02-29T22:33:00.933Z | INFO | crucible-agent (worker): ok!
|
| 45 | 2024-02-29T22:33:00.934Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 46 | 2024-02-29T22:33:00.943Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 47 | 2024-02-29T22:33:00.958Z | INFO | crucible-agent (worker): creating config property group
|
| 48 | 2024-02-29T22:33:00.970Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 49 | 2024-02-29T22:33:00.970Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 50 | 2024-02-29T22:33:00.970Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 51 | 2024-02-29T22:33:00.970Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 52 | 2024-02-29T22:33:00.970Z | INFO | crucible-agent (worker): commit
|
| 53 | 2024-02-29T22:33:00.980Z | INFO | crucible-agent (worker): ok!
|
| 54 | 2024-02-29T22:33:00.988Z | INFO | crucible-agent (worker): SMF ok!
|
| 55 | 2024-02-29T22:33:01.459Z | INFO | crucible-agent (dropshot): request completed
latency_us = 59
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47171
req_id = 7f79eb6b-e8fc-43c7-bf63-0f4706663524
response_code = 200
uri = /crucible/0/regions
|
| 56 | 2024-02-29T22:33:40.393Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:42492
|
| 57 | 2024-02-29T22:33:40.395Z | INFO | crucible-agent (dropshot): request completed
latency_us = 2056
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42492
req_id = a2dd3f35-87ee-4eae-9efc-9b66586584f2
response_code = 200
uri = /crucible/0/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 58 | 2024-02-29T22:33:40.395Z | INFO | crucible-agent (datafile): path is "/data/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5"
|
| 59 | 2024-02-29T22:33:40.406Z | INFO | crucible-agent (datafile): dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 60 | 2024-02-29T22:33:40.414Z | INFO | crucible-agent (datafile): region 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5 state: Created -> Tombstoned
|
| 61 | 2024-02-29T22:33:40.414Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 62 | 2024-02-29T22:33:40.414Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19304
local_addr = [fd00:1122:3344:101::17]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:42492
req_id = 79a7b831-1ded-4d45-9117-37f3cadccb2a
response_code = 204
uri = /crucible/0/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 63 | 2024-02-29T22:33:40.414Z | INFO | crucible-agent (dropshot): request completed
latency_us = 28
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42492
req_id = 8e231132-dafe-4bb8-8aa5-7d27095831a8
response_code = 200
uri = /crucible/0/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 64 | 2024-02-29T22:33:40.415Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-14040354-0aca-4d1d-b2fb-d5e5e8a38ed5 (instance states: (Some(Online), None))
|
| 65 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 66 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 67 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::17
|
| 68 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): reconfig required
|
| 69 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): using existing config property group
|
| 70 | 2024-02-29T22:33:40.420Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 71 | 2024-02-29T22:33:40.421Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/08263c85-fe6b-4905-bca2-806a5abe03ad
|
| 72 | 2024-02-29T22:33:40.421Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 73 | 2024-02-29T22:33:40.421Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 74 | 2024-02-29T22:33:40.421Z | INFO | crucible-agent (worker): commit
|
| 75 | 2024-02-29T22:33:40.424Z | INFO | crucible-agent (worker): ok!
|
| 76 | 2024-02-29T22:33:40.424Z | INFO | crucible-agent (worker): SMF ok!
|
| 77 | 2024-02-29T22:33:40.435Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5"
region = 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 78 | 2024-02-29T22:33:40.469Z | INFO | crucible-agent (dropshot): request completed
latency_us = 569
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42492
req_id = 13412118-7d42-4174-ae5b-2563f73a9599
response_code = 200
uri = /crucible/0/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|
| 79 | 2024-02-29T22:33:40.482Z | INFO | crucible-agent (datafile): region 14040354-0aca-4d1d-b2fb-d5e5e8a38ed5 state: Tombstoned -> Destroyed
|
| 80 | 2024-02-29T22:33:40.621Z | INFO | crucible-agent (dropshot): request completed
latency_us = 32
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42492
req_id = 6f269dfa-98ba-498c-8867-afc0ec98b763
response_code = 200
uri = /crucible/0/regions/14040354-0aca-4d1d-b2fb-d5e5e8a38ed5
|