1 | 2024-03-11T14:45:44.191Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:51096
|
2 | 2024-03-11T14:45:44.223Z | INFO | crucible-agent (datafile): region a0aa2b4f-d467-4c7d-8580-235e591932c5 state: Requested
|
3 | 2024-03-11T14:45:44.225Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19034
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51096
req_id = 8c044664-eecb-4f1e-b0dd-f4eaa4bfe91c
response_code = 200
uri = /crucible/0/regions
|
4 | 2024-03-11T14:45:44.227Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
5 | 2024-03-11T14:45:44.239Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
6 | 2024-03-11T14:45:44.239Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
7 | 2024-03-11T14:45:44.293Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("a0aa2b4f-d467-4c7d-8580-235e591932c5"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5"
region = a0aa2b4f-d467-4c7d-8580-235e591932c5
|
8 | 2024-03-11T14:45:44.507Z | INFO | crucible-agent (dropshot): request completed
latency_us = 604
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51096
req_id = be886f1b-4c9f-4d7b-a067-a4b893b797ff
response_code = 200
uri = /crucible/0/regions
|
9 | 2024-03-11T14:45:44.569Z | INFO | crucible-agent (worker): region files created ok
region = a0aa2b4f-d467-4c7d-8580-235e591932c5
|
10 | 2024-03-11T14:45:44.570Z | INFO | crucible-agent (datafile): region a0aa2b4f-d467-4c7d-8580-235e591932c5 state: Requested -> Created
|
11 | 2024-03-11T14:45:44.570Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
12 | 2024-03-11T14:45:44.570Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-a0aa2b4f-d467-4c7d-8580-235e591932c5
|
13 | 2024-03-11T14:45:44.575Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-a0aa2b4f-d467-4c7d-8580-235e591932c5
|
14 | 2024-03-11T14:45:44.590Z | INFO | crucible-agent (worker): creating config property group
|
15 | 2024-03-11T14:45:44.593Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0aa2b4f-d467-4c7d-8580-235e591932c5
|
16 | 2024-03-11T14:45:44.594Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
17 | 2024-03-11T14:45:44.596Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
18 | 2024-03-11T14:45:44.596Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
19 | 2024-03-11T14:45:44.596Z | INFO | crucible-agent (worker): commit
|
20 | 2024-03-11T14:45:44.608Z | INFO | crucible-agent (worker): ok!
|
21 | 2024-03-11T14:45:44.617Z | INFO | crucible-agent (worker): SMF ok!
|
22 | 2024-03-11T14:45:45.227Z | INFO | crucible-agent (dropshot): request completed
latency_us = 89
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51096
req_id = 73e5035e-709a-449a-88a1-59a54533462c
response_code = 200
uri = /crucible/0/regions
|
23 | 2024-03-11T14:45:48.692Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:33550
|
24 | 2024-03-11T14:45:48.692Z | INFO | crucible-agent (datafile): region 42de9aaa-82ce-4818-9e2a-f2be5e023bc9 state: Requested
|
25 | 2024-03-11T14:45:48.692Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
26 | 2024-03-11T14:45:48.692Z | INFO | crucible-agent (dropshot): request completed
latency_us = 281
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33550
req_id = ca5cc70e-263a-4af7-b47c-2c65e3868836
response_code = 200
uri = /crucible/0/regions
|
27 | 2024-03-11T14:45:48.702Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
28 | 2024-03-11T14:45:48.702Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
29 | 2024-03-11T14:45:48.775Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("42de9aaa-82ce-4818-9e2a-f2be5e023bc9"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9"
region = 42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
30 | 2024-03-11T14:45:48.843Z | INFO | crucible-agent (worker): region files created ok
region = 42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
31 | 2024-03-11T14:45:48.843Z | INFO | crucible-agent (datafile): region 42de9aaa-82ce-4818-9e2a-f2be5e023bc9 state: Requested -> Created
|
32 | 2024-03-11T14:45:48.843Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
33 | 2024-03-11T14:45:48.844Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
34 | 2024-03-11T14:45:48.848Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
35 | 2024-03-11T14:45:48.855Z | INFO | crucible-agent (worker): creating config property group
|
36 | 2024-03-11T14:45:48.859Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
37 | 2024-03-11T14:45:48.859Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
38 | 2024-03-11T14:45:48.859Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
39 | 2024-03-11T14:45:48.859Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
40 | 2024-03-11T14:45:48.859Z | INFO | crucible-agent (worker): commit
|
41 | 2024-03-11T14:45:48.863Z | INFO | crucible-agent (worker): ok!
|
42 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
43 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
44 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::15
|
45 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): reconfig required
|
46 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): using existing config property group
|
47 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0aa2b4f-d467-4c7d-8580-235e591932c5
|
48 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
49 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
50 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
51 | 2024-03-11T14:45:48.870Z | INFO | crucible-agent (worker): commit
|
52 | 2024-03-11T14:45:48.878Z | INFO | crucible-agent (worker): ok!
|
53 | 2024-03-11T14:45:48.879Z | INFO | crucible-agent (worker): SMF ok!
|
54 | 2024-03-11T14:45:48.986Z | INFO | crucible-agent (dropshot): request completed
latency_us = 755
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33550
req_id = b34eae03-5b74-4463-bb8a-85b3f812c83b
response_code = 200
uri = /crucible/0/regions
|
55 | 2024-03-11T14:46:21.247Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:35736
|
56 | 2024-03-11T14:46:21.247Z | INFO | crucible-agent (dropshot): request completed
latency_us = 78
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35736
req_id = 926fd1de-a7b1-4b57-a1c6-363110543a97
response_code = 200
uri = /crucible/0/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
57 | 2024-03-11T14:46:21.247Z | INFO | crucible-agent (datafile): path is "/data/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9"
|
58 | 2024-03-11T14:46:21.259Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
59 | 2024-03-11T14:46:21.267Z | INFO | crucible-agent (datafile): region 42de9aaa-82ce-4818-9e2a-f2be5e023bc9 state: Created -> Tombstoned
|
60 | 2024-03-11T14:46:21.267Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
61 | 2024-03-11T14:46:21.267Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19458
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:35736
req_id = eab9f2ee-a287-49f6-8100-2d4166d8efad
response_code = 204
uri = /crucible/0/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
62 | 2024-03-11T14:46:21.268Z | INFO | crucible-agent (dropshot): request completed
latency_us = 590
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35736
req_id = aba578a5-b939-43e8-a6c6-2fc55046aeae
response_code = 200
uri = /crucible/0/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
63 | 2024-03-11T14:46:21.268Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-42de9aaa-82ce-4818-9e2a-f2be5e023bc9 (instance states: (Some(Online), None))
|
64 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
65 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
66 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::15
|
67 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): reconfig required
|
68 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): using existing config property group
|
69 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0aa2b4f-d467-4c7d-8580-235e591932c5
|
70 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/a0aa2b4f-d467-4c7d-8580-235e591932c5
|
71 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
72 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
73 | 2024-03-11T14:46:21.273Z | INFO | crucible-agent (worker): commit
|
74 | 2024-03-11T14:46:21.277Z | INFO | crucible-agent (worker): ok!
|
75 | 2024-03-11T14:46:21.277Z | INFO | crucible-agent (worker): SMF ok!
|
76 | 2024-03-11T14:46:21.287Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9"
region = 42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
77 | 2024-03-11T14:46:21.327Z | INFO | crucible-agent (dropshot): request completed
latency_us = 89
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35736
req_id = d3fefbeb-3e6e-4cac-a4af-b85338a9a32a
response_code = 200
uri = /crucible/0/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|
78 | 2024-03-11T14:46:21.336Z | INFO | crucible-agent (datafile): region 42de9aaa-82ce-4818-9e2a-f2be5e023bc9 state: Tombstoned -> Destroyed
|
79 | 2024-03-11T14:46:21.405Z | INFO | crucible-agent (dropshot): request completed
latency_us = 32
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35736
req_id = 74d91dcc-387b-4df6-8b38-5d6fb99aa7bb
response_code = 200
uri = /crucible/0/regions/42de9aaa-82ce-4818-9e2a-f2be5e023bc9
|