1 | 2024-02-15T22:30:15.059Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::19]:32345
remote_addr = [fd00:1122:3344:101::a]:60923
|
2 | 2024-02-15T22:30:15.097Z | INFO | crucible-agent (datafile): region ddd17ee8-a338-4135-8709-754cdab526f1 state: Requested
|
3 | 2024-02-15T22:30:15.099Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
4 | 2024-02-15T22:30:15.099Z | INFO | crucible-agent (dropshot): request completed
latency_us = 8796
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60923
req_id = 77442d99-c7cb-41be-8367-5c8cdb930da5
response_code = 200
uri = /crucible/0/regions
|
5 | 2024-02-15T22:30:15.108Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
6 | 2024-02-15T22:30:15.108Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
7 | 2024-02-15T22:30:15.163Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("ddd17ee8-a338-4135-8709-754cdab526f1"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/ddd17ee8-a338-4135-8709-754cdab526f1"
region = ddd17ee8-a338-4135-8709-754cdab526f1
|
8 | 2024-02-15T22:30:15.253Z | INFO | crucible-agent (dropshot): request completed
latency_us = 79
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60923
req_id = 6594e52e-d683-45f1-bacd-0f1f5409730b
response_code = 200
uri = /crucible/0/regions
|
9 | 2024-02-15T22:30:15.305Z | INFO | crucible-agent (worker): region files created ok
region = ddd17ee8-a338-4135-8709-754cdab526f1
|
10 | 2024-02-15T22:30:15.305Z | INFO | crucible-agent (datafile): region ddd17ee8-a338-4135-8709-754cdab526f1 state: Requested -> Created
|
11 | 2024-02-15T22:30:15.305Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
12 | 2024-02-15T22:30:15.306Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-ddd17ee8-a338-4135-8709-754cdab526f1
|
13 | 2024-02-15T22:30:15.313Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-ddd17ee8-a338-4135-8709-754cdab526f1
|
14 | 2024-02-15T22:30:15.323Z | INFO | crucible-agent (worker): creating config property group
|
15 | 2024-02-15T22:30:15.326Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-ddd17ee8-a338-4135-8709-754cdab526f1
|
16 | 2024-02-15T22:30:15.327Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
17 | 2024-02-15T22:30:15.327Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
18 | 2024-02-15T22:30:15.327Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19
|
19 | 2024-02-15T22:30:15.327Z | INFO | crucible-agent (worker): commit
|
20 | 2024-02-15T22:30:15.331Z | INFO | crucible-agent (worker): ok!
|
21 | 2024-02-15T22:30:15.335Z | INFO | crucible-agent (worker): SMF ok!
|
22 | 2024-02-15T22:30:15.998Z | INFO | crucible-agent (dropshot): request completed
latency_us = 84
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60923
req_id = aef68c9d-ad73-4033-99ef-78a3144c0376
response_code = 200
uri = /crucible/0/regions
|
23 | 2024-02-15T22:35:51.274Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::19]:32345
remote_addr = [fd00:1122:3344:101::a]:60556
|
24 | 2024-02-15T22:35:51.304Z | INFO | crucible-agent (datafile): region b4b38917-4310-4291-989f-bdde70d84919 state: Requested
|
25 | 2024-02-15T22:35:51.305Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
26 | 2024-02-15T22:35:51.305Z | INFO | crucible-agent (dropshot): request completed
latency_us = 1040
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60556
req_id = f79be197-d317-4415-9188-a9dce5decd40
response_code = 200
uri = /crucible/0/regions
|
27 | 2024-02-15T22:35:51.315Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b4b38917-4310-4291-989f-bdde70d84919
|
28 | 2024-02-15T22:35:51.315Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b4b38917-4310-4291-989f-bdde70d84919
|
29 | 2024-02-15T22:35:51.377Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("b4b38917-4310-4291-989f-bdde70d84919"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/b4b38917-4310-4291-989f-bdde70d84919"
region = b4b38917-4310-4291-989f-bdde70d84919
|
30 | 2024-02-15T22:35:51.488Z | INFO | crucible-agent (worker): region files created ok
region = b4b38917-4310-4291-989f-bdde70d84919
|
31 | 2024-02-15T22:35:51.489Z | INFO | crucible-agent (datafile): region b4b38917-4310-4291-989f-bdde70d84919 state: Requested -> Created
|
32 | 2024-02-15T22:35:51.489Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
33 | 2024-02-15T22:35:51.489Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-b4b38917-4310-4291-989f-bdde70d84919
|
34 | 2024-02-15T22:35:51.499Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-b4b38917-4310-4291-989f-bdde70d84919
|
35 | 2024-02-15T22:35:51.522Z | INFO | crucible-agent (worker): creating config property group
|
36 | 2024-02-15T22:35:51.529Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4b38917-4310-4291-989f-bdde70d84919
|
37 | 2024-02-15T22:35:51.529Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b4b38917-4310-4291-989f-bdde70d84919
|
38 | 2024-02-15T22:35:51.529Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
39 | 2024-02-15T22:35:51.529Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19
|
40 | 2024-02-15T22:35:51.529Z | INFO | crucible-agent (worker): commit
|
41 | 2024-02-15T22:35:51.531Z | INFO | crucible-agent (dropshot): request completed
latency_us = 90
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60556
req_id = 593501a9-b76f-4ec0-91ad-e075c3bcfd78
response_code = 200
uri = /crucible/0/regions
|
42 | 2024-02-15T22:35:51.537Z | INFO | crucible-agent (worker): ok!
|
43 | 2024-02-15T22:35:51.552Z | INFO | crucible-agent (worker): SMF ok!
|
44 | 2024-02-15T22:35:52.767Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::19]:32345
remote_addr = [fd00:1122:3344:101::a]:58148
|
45 | 2024-02-15T22:35:52.767Z | INFO | crucible-agent (dropshot): request completed
latency_us = 83
local_addr = [fd00:1122:3344:101::19]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58148
req_id = 252065be-91e5-44c2-b3ce-de107ce7d570
response_code = 200
uri = /crucible/0/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
46 | 2024-02-15T22:35:52.768Z | INFO | crucible-agent (datafile): path is "/data/regions/ddd17ee8-a338-4135-8709-754cdab526f1"
|
47 | 2024-02-15T22:35:52.776Z | INFO | crucible-agent (datafile): dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
48 | 2024-02-15T22:35:52.785Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1@a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
49 | 2024-02-15T22:35:52.785Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1", "a886df7f-b8f2-4e61-87bd-1070ae592dc9"]
|
50 | 2024-02-15T22:35:52.796Z | INFO | crucible-agent (dropshot): request completed
latency_us = 28290
local_addr = [fd00:1122:3344:101::19]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58148
req_id = 920c2ce6-657d-4882-96ef-91c117d6c3b9
response_code = 200
uri = /crucible/0/regions/ddd17ee8-a338-4135-8709-754cdab526f1/snapshots/a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
51 | 2024-02-15T22:35:52.799Z | INFO | crucible-agent (datafile): path is "/data/regions/ddd17ee8-a338-4135-8709-754cdab526f1"
|
52 | 2024-02-15T22:35:52.806Z | INFO | crucible-agent (datafile): dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1
|
53 | 2024-02-15T22:35:52.814Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1@a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
54 | 2024-02-15T22:35:52.814Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ddd17ee8-a338-4135-8709-754cdab526f1", "a886df7f-b8f2-4e61-87bd-1070ae592dc9"]
|
55 | 2024-02-15T22:35:52.822Z | INFO | crucible-agent (datafile): requesting running snapshot ddd17ee8-a338-4135-8709-754cdab526f1-a886df7f-b8f2-4e61-87bd-1070ae592dc9 state: Requested
|
56 | 2024-02-15T22:35:52.823Z | INFO | crucible-agent (worker): applying SMF actions for region ddd17ee8-a338-4135-8709-754cdab526f1 running snapshot a886df7f-b8f2-4e61-87bd-1070ae592dc9 (state Requested)...
|
57 | 2024-02-15T22:35:52.823Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23793
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58148
req_id = c412266e-51c1-4a19-8fc9-744cc7c1fb2a
response_code = 200
uri = /crucible/0/regions/ddd17ee8-a338-4135-8709-754cdab526f1/snapshots/a886df7f-b8f2-4e61-87bd-1070ae592dc9/run
|
58 | 2024-02-15T22:35:52.825Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-ddd17ee8-a338-4135-8709-754cdab526f1-a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
59 | 2024-02-15T22:35:52.834Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-ddd17ee8-a338-4135-8709-754cdab526f1-a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
60 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-ddd17ee8-a338-4135-8709-754cdab526f1-a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
61 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/ddd17ee8-a338-4135-8709-754cdab526f1/.zfs/snapshot/a886df7f-b8f2-4e61-87bd-1070ae592dc9
|
62 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
63 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
64 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19
|
65 | 2024-02-15T22:35:52.852Z | INFO | crucible-agent (worker): commit
|
66 | 2024-02-15T22:35:52.859Z | INFO | crucible-agent (worker): ok!
|
67 | 2024-02-15T22:35:52.866Z | INFO | crucible-agent (worker): SMF ok!
|
68 | 2024-02-15T22:35:52.866Z | INFO | crucible-agent (datafile): region ddd17ee8-a338-4135-8709-754cdab526f1 running snapshot a886df7f-b8f2-4e61-87bd-1070ae592dc9 state: Requested -> Created
|
69 | 2024-02-15T22:35:55.906Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::19]:32345
remote_addr = [fd00:1122:3344:101::a]:39791
|
70 | 2024-02-15T22:35:55.966Z | INFO | crucible-agent (datafile): region f3efd9b0-3125-4f07-94d9-b0e9965a6fd9 state: Requested
|
71 | 2024-02-15T22:35:55.967Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
72 | 2024-02-15T22:35:55.967Z | INFO | crucible-agent (dropshot): request completed
latency_us = 342
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39791
req_id = a3083bb6-c366-4c66-b611-f343b057826f
response_code = 200
uri = /crucible/0/regions
|
73 | 2024-02-15T22:35:55.976Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
74 | 2024-02-15T22:35:55.976Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
75 | 2024-02-15T22:35:56.067Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("f3efd9b0-3125-4f07-94d9-b0e9965a6fd9"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9"
region = f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
76 | 2024-02-15T22:35:56.096Z | INFO | crucible-agent (dropshot): request completed
latency_us = 91
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39791
req_id = 9ff1d938-b924-43a5-bdc5-7900f05fb1a9
response_code = 200
uri = /crucible/0/regions
|
77 | 2024-02-15T22:35:56.175Z | INFO | crucible-agent (worker): region files created ok
region = f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
78 | 2024-02-15T22:35:56.175Z | INFO | crucible-agent (datafile): region f3efd9b0-3125-4f07-94d9-b0e9965a6fd9 state: Requested -> Created
|
79 | 2024-02-15T22:35:56.175Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
80 | 2024-02-15T22:35:56.177Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
81 | 2024-02-15T22:35:56.180Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
82 | 2024-02-15T22:35:56.197Z | INFO | crucible-agent (worker): creating config property group
|
83 | 2024-02-15T22:35:56.203Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
84 | 2024-02-15T22:35:56.203Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
85 | 2024-02-15T22:35:56.203Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
86 | 2024-02-15T22:35:56.204Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19
|
87 | 2024-02-15T22:35:56.204Z | INFO | crucible-agent (worker): commit
|
88 | 2024-02-15T22:35:56.210Z | INFO | crucible-agent (worker): ok!
|
89 | 2024-02-15T22:35:56.219Z | INFO | crucible-agent (worker): SMF ok!
|
90 | 2024-02-15T22:35:56.494Z | INFO | crucible-agent (dropshot): request completed
latency_us = 66
local_addr = [fd00:1122:3344:101::19]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39791
req_id = 7ca81eec-9a27-49c1-8bfb-436578836291
response_code = 200
uri = /crucible/0/regions
|
91 | 2024-02-15T22:36:27.359Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::19]:32345
remote_addr = [fd00:1122:3344:101::a]:35888
|
92 | 2024-02-15T22:36:27.359Z | INFO | crucible-agent (dropshot): request completed
latency_us = 52
local_addr = [fd00:1122:3344:101::19]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35888
req_id = 0ed32d9e-f481-4c82-998f-4909e25531d6
response_code = 200
uri = /crucible/0/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
93 | 2024-02-15T22:36:27.359Z | INFO | crucible-agent (datafile): path is "/data/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9"
|
94 | 2024-02-15T22:36:27.370Z | INFO | crucible-agent (datafile): dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
95 | 2024-02-15T22:36:27.379Z | INFO | crucible-agent (datafile): region f3efd9b0-3125-4f07-94d9-b0e9965a6fd9 state: Created -> Tombstoned
|
96 | 2024-02-15T22:36:27.379Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
97 | 2024-02-15T22:36:27.379Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19467
local_addr = [fd00:1122:3344:101::19]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:35888
req_id = 77c7686c-6c93-4c15-ab58-6507e4ca5a79
response_code = 204
uri = /crucible/0/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
98 | 2024-02-15T22:36:27.379Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23
local_addr = [fd00:1122:3344:101::19]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35888
req_id = 9fdfc83d-41d0-498b-9216-0f852334bf47
response_code = 200
uri = /crucible/0/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
99 | 2024-02-15T22:36:27.383Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-f3efd9b0-3125-4f07-94d9-b0e9965a6fd9 (instance states: (Some(Online), None))
|
100 | 2024-02-15T22:36:27.391Z | INFO | crucible-agent (worker): SMF ok!
|
101 | 2024-02-15T22:36:27.401Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9"
region = f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|
102 | 2024-02-15T22:36:27.448Z | INFO | crucible-agent (datafile): region f3efd9b0-3125-4f07-94d9-b0e9965a6fd9 state: Tombstoned -> Destroyed
|
103 | 2024-02-15T22:36:27.458Z | INFO | crucible-agent (dropshot): request completed
latency_us = 622
local_addr = [fd00:1122:3344:101::19]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35888
req_id = 3881dc20-91b9-4edb-a449-8c089d385a7c
response_code = 200
uri = /crucible/0/regions/f3efd9b0-3125-4f07-94d9-b0e9965a6fd9
|