1 | 2024-10-21T22:16:07.517Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::18]:32345
remote_addr = [fd00:1122:3344:101::a]:33701
|
2 | 2024-10-21T22:16:07.551Z | INFO | crucible-agent (datafile): region 8d666668-a25d-43c2-a239-42cc62c0c5b8 state: Requested
|
3 | 2024-10-21T22:16:07.559Z | INFO | crucible-agent (dropshot): request completed
latency_us = 14973
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33701
req_id = 24334652-4313-470c-9030-0e0c329bcecd
response_code = 200
uri = /crucible/0/regions
|
4 | 2024-10-21T22:16:07.559Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
5 | 2024-10-21T22:16:07.569Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
6 | 2024-10-21T22:16:07.569Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
7 | 2024-10-21T22:16:07.619Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("8d666668-a25d-43c2-a239-42cc62c0c5b8"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8"
region = 8d666668-a25d-43c2-a239-42cc62c0c5b8
|
8 | 2024-10-21T22:16:07.622Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "8d666668-a25d-43c2-a239-42cc62c0c5b8" "--data" "/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 8d666668-a25d-43c2-a239-42cc62c0c5b8
|
9 | 2024-10-21T22:16:07.871Z | INFO | crucible-agent (dropshot): request completed
latency_us = 82
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33701
req_id = 40c96f79-bc4e-4d21-8a6b-cb22b466c2c5
response_code = 200
uri = /crucible/0/regions
|
10 | 2024-10-21T22:16:07.944Z | INFO | crucible-agent (worker): region files created ok
region = 8d666668-a25d-43c2-a239-42cc62c0c5b8
|
11 | 2024-10-21T22:16:07.944Z | INFO | crucible-agent (datafile): region 8d666668-a25d-43c2-a239-42cc62c0c5b8 state: Requested -> Created
|
12 | 2024-10-21T22:16:07.944Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
13 | 2024-10-21T22:16:07.946Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
14 | 2024-10-21T22:16:07.950Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
15 | 2024-10-21T22:16:07.968Z | INFO | crucible-agent (worker): creating config property group
|
16 | 2024-10-21T22:16:07.971Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
17 | 2024-10-21T22:16:07.977Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
18 | 2024-10-21T22:16:07.977Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
19 | 2024-10-21T22:16:07.977Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
20 | 2024-10-21T22:16:07.977Z | INFO | crucible-agent (worker): commit
|
21 | 2024-10-21T22:16:07.981Z | INFO | crucible-agent (worker): ok!
|
22 | 2024-10-21T22:16:07.985Z | INFO | crucible-agent (worker): SMF ok!
|
23 | 2024-10-21T22:16:08.255Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33701
req_id = 8f9c9ffd-8d7d-456c-b140-5896a55f83ae
response_code = 200
uri = /crucible/0/regions
|
24 | 2024-10-21T22:19:23.589Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::18]:32345
remote_addr = [fd00:1122:3344:101::a]:47277
|
25 | 2024-10-21T22:19:23.589Z | INFO | crucible-agent (datafile): region 5cbed4ed-6396-4656-b3cc-59cfe77fb058 state: Requested
|
26 | 2024-10-21T22:19:23.590Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
27 | 2024-10-21T22:19:23.590Z | INFO | crucible-agent (dropshot): request completed
latency_us = 886
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 89e1c404-d2b0-451b-859a-9eef5f215060
response_code = 200
uri = /crucible/0/regions
|
28 | 2024-10-21T22:19:23.599Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
29 | 2024-10-21T22:19:23.599Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
30 | 2024-10-21T22:19:23.663Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("5cbed4ed-6396-4656-b3cc-59cfe77fb058"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058"
region = 5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
31 | 2024-10-21T22:19:23.663Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "5cbed4ed-6396-4656-b3cc-59cfe77fb058" "--data" "/data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
32 | 2024-10-21T22:19:23.795Z | INFO | crucible-agent (worker): region files created ok
region = 5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
33 | 2024-10-21T22:19:23.795Z | INFO | crucible-agent (datafile): region 5cbed4ed-6396-4656-b3cc-59cfe77fb058 state: Requested -> Created
|
34 | 2024-10-21T22:19:23.795Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
35 | 2024-10-21T22:19:23.795Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
36 | 2024-10-21T22:19:23.803Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
37 | 2024-10-21T22:19:23.824Z | INFO | crucible-agent (worker): creating config property group
|
38 | 2024-10-21T22:19:23.831Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
39 | 2024-10-21T22:19:23.831Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/5cbed4ed-6396-4656-b3cc-59cfe77fb058
|
40 | 2024-10-21T22:19:23.832Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
41 | 2024-10-21T22:19:23.832Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
42 | 2024-10-21T22:19:23.832Z | INFO | crucible-agent (worker): commit
|
43 | 2024-10-21T22:19:23.841Z | INFO | crucible-agent (worker): ok!
|
44 | 2024-10-21T22:19:23.850Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
45 | 2024-10-21T22:19:23.850Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
46 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::18
|
47 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): reconfig required
|
48 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): using existing config property group
|
49 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
50 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
51 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
52 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
53 | 2024-10-21T22:19:23.851Z | INFO | crucible-agent (worker): commit
|
54 | 2024-10-21T22:19:23.866Z | INFO | crucible-agent (worker): ok!
|
55 | 2024-10-21T22:19:23.866Z | INFO | crucible-agent (worker): SMF ok!
|
56 | 2024-10-21T22:19:23.945Z | INFO | crucible-agent (dropshot): request completed
latency_us = 81
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 7789be3d-deae-4dde-a796-d6ff83801175
response_code = 200
uri = /crucible/0/regions
|
57 | 2024-10-21T22:19:25.244Z | INFO | crucible-agent (dropshot): request completed
latency_us = 4068
local_addr = [fd00:1122:3344:101::18]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 6a6e65e6-ccea-454a-be67-1c702e55f895
response_code = 200
uri = /crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
58 | 2024-10-21T22:19:25.247Z | INFO | crucible-agent (datafile): path is "/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8"
|
59 | 2024-10-21T22:19:25.256Z | INFO | crucible-agent (datafile): dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
60 | 2024-10-21T22:19:25.265Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
61 | 2024-10-21T22:19:25.265Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8", "dbe57449-90e2-4b47-9c2f-5948ff21f00c"]
|
62 | 2024-10-21T22:19:25.278Z | INFO | crucible-agent (dropshot): request completed
latency_us = 31124
local_addr = [fd00:1122:3344:101::18]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 3659372a-e15b-47b3-845e-258e4b506954
response_code = 200
uri = /crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
63 | 2024-10-21T22:19:25.281Z | INFO | crucible-agent (datafile): path is "/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8"
|
64 | 2024-10-21T22:19:25.291Z | INFO | crucible-agent (datafile): dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
65 | 2024-10-21T22:19:25.300Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
66 | 2024-10-21T22:19:25.300Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8", "dbe57449-90e2-4b47-9c2f-5948ff21f00c"]
|
67 | 2024-10-21T22:19:25.309Z | INFO | crucible-agent (datafile): requesting running snapshot 8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested
|
68 | 2024-10-21T22:19:25.309Z | INFO | crucible-agent (worker): applying SMF actions for region 8d666668-a25d-43c2-a239-42cc62c0c5b8 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c (state Requested)...
|
69 | 2024-10-21T22:19:25.309Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27994
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 1758b8cc-e4a7-49f4-b3c6-d2265bb7bf16
response_code = 200
uri = /crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run
|
70 | 2024-10-21T22:19:25.310Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
71 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
72 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::18
|
73 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): reconfig required
|
74 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): using existing config property group
|
75 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
76 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
77 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
78 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
79 | 2024-10-21T22:19:25.311Z | INFO | crucible-agent (worker): commit
|
80 | 2024-10-21T22:19:25.316Z | INFO | crucible-agent (worker): ok!
|
81 | 2024-10-21T22:19:25.317Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
82 | 2024-10-21T22:19:25.325Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
83 | 2024-10-21T22:19:25.345Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-8d666668-a25d-43c2-a239-42cc62c0c5b8-dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
84 | 2024-10-21T22:19:25.345Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/.zfs/snapshot/dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
85 | 2024-10-21T22:19:25.345Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
86 | 2024-10-21T22:19:25.345Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
87 | 2024-10-21T22:19:25.345Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
88 | 2024-10-21T22:19:25.346Z | INFO | crucible-agent (worker): commit
|
89 | 2024-10-21T22:19:25.354Z | INFO | crucible-agent (worker): ok!
|
90 | 2024-10-21T22:19:25.361Z | INFO | crucible-agent (worker): SMF ok!
|
91 | 2024-10-21T22:19:25.361Z | INFO | crucible-agent (datafile): region 8d666668-a25d-43c2-a239-42cc62c0c5b8 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested -> Created
|
92 | 2024-10-21T22:19:25.548Z | INFO | crucible-agent (datafile): path is "/data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8"
|
93 | 2024-10-21T22:19:25.558Z | INFO | crucible-agent (datafile): dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
94 | 2024-10-21T22:19:25.566Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8@dbe57449-90e2-4b47-9c2f-5948ff21f00c
|
95 | 2024-10-21T22:19:25.566Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8", "dbe57449-90e2-4b47-9c2f-5948ff21f00c"]
|
96 | 2024-10-21T22:19:25.574Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26011
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = a117f41f-963d-4d30-8801-96622330eb04
response_code = 200
uri = /crucible/0/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run
|
97 | 2024-10-21T22:19:30.182Z | INFO | crucible-agent (datafile): region ade5db3d-8848-4901-9d47-cefcce654c58 state: Requested
|
98 | 2024-10-21T22:19:30.183Z | INFO | crucible-agent (dropshot): request completed
latency_us = 255
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 680ff7d8-858c-4e5f-88e6-c259531b7379
response_code = 200
uri = /crucible/0/regions
|
99 | 2024-10-21T22:19:30.183Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
100 | 2024-10-21T22:19:30.193Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
101 | 2024-10-21T22:19:30.193Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
102 | 2024-10-21T22:19:30.266Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("ade5db3d-8848-4901-9d47-cefcce654c58"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58"
region = ade5db3d-8848-4901-9d47-cefcce654c58
|
103 | 2024-10-21T22:19:30.266Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "ade5db3d-8848-4901-9d47-cefcce654c58" "--data" "/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = ade5db3d-8848-4901-9d47-cefcce654c58
|
104 | 2024-10-21T22:19:30.395Z | INFO | crucible-agent (worker): region files created ok
region = ade5db3d-8848-4901-9d47-cefcce654c58
|
105 | 2024-10-21T22:19:30.395Z | INFO | crucible-agent (datafile): region ade5db3d-8848-4901-9d47-cefcce654c58 state: Requested -> Created
|
106 | 2024-10-21T22:19:30.396Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
107 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
108 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
109 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::18
|
110 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): reconfig required
|
111 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): using existing config property group
|
112 | 2024-10-21T22:19:30.397Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
113 | 2024-10-21T22:19:30.398Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
114 | 2024-10-21T22:19:30.398Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
115 | 2024-10-21T22:19:30.398Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
116 | 2024-10-21T22:19:30.398Z | INFO | crucible-agent (worker): commit
|
117 | 2024-10-21T22:19:30.408Z | INFO | crucible-agent (worker): ok!
|
118 | 2024-10-21T22:19:30.409Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-ade5db3d-8848-4901-9d47-cefcce654c58
|
119 | 2024-10-21T22:19:30.416Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-ade5db3d-8848-4901-9d47-cefcce654c58
|
120 | 2024-10-21T22:19:30.443Z | INFO | crucible-agent (worker): creating config property group
|
121 | 2024-10-21T22:19:30.452Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade5db3d-8848-4901-9d47-cefcce654c58
|
122 | 2024-10-21T22:19:30.453Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
123 | 2024-10-21T22:19:30.453Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
124 | 2024-10-21T22:19:30.453Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
125 | 2024-10-21T22:19:30.453Z | INFO | crucible-agent (worker): commit
|
126 | 2024-10-21T22:19:30.462Z | INFO | crucible-agent (worker): ok!
|
127 | 2024-10-21T22:19:30.474Z | INFO | crucible-agent (worker): SMF ok!
|
128 | 2024-10-21T22:19:30.530Z | INFO | crucible-agent (dropshot): request completed
latency_us = 72
local_addr = [fd00:1122:3344:101::18]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 8bf22b54-c459-40b0-8ea1-ee7a0d7c5f57
response_code = 200
uri = /crucible/0/regions
|
129 | 2024-10-21T22:19:55.411Z | INFO | crucible-agent (dropshot): request completed
latency_us = 59
local_addr = [fd00:1122:3344:101::18]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = e6c2c122-cc7d-466c-a73f-5c67d9b836ee
response_code = 200
uri = /crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
130 | 2024-10-21T22:19:55.415Z | INFO | crucible-agent (datafile): path is "/data/regions/ade5db3d-8848-4901-9d47-cefcce654c58"
|
131 | 2024-10-21T22:19:55.427Z | INFO | crucible-agent (datafile): dataset is oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
132 | 2024-10-21T22:19:55.438Z | INFO | crucible-agent (datafile): region ade5db3d-8848-4901-9d47-cefcce654c58 state: Created -> Tombstoned
|
133 | 2024-10-21T22:19:55.438Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
134 | 2024-10-21T22:19:55.439Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-ade5db3d-8848-4901-9d47-cefcce654c58 (instance states: (Some(Online), None))
|
135 | 2024-10-21T22:19:55.440Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25916
local_addr = [fd00:1122:3344:101::18]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = 101fbb41-53ae-4cae-8dc7-0f227f3dd86a
response_code = 204
uri = /crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
136 | 2024-10-21T22:19:55.444Z | INFO | crucible-agent (dropshot): request completed
latency_us = 34
local_addr = [fd00:1122:3344:101::18]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = ccd9345a-ce41-4c59-8b61-803ac450e043
response_code = 200
uri = /crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|
137 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
138 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
139 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::18
|
140 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): reconfig required
|
141 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): using existing config property group
|
142 | 2024-10-21T22:19:55.446Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d666668-a25d-43c2-a239-42cc62c0c5b8
|
143 | 2024-10-21T22:19:55.447Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8d666668-a25d-43c2-a239-42cc62c0c5b8
|
144 | 2024-10-21T22:19:55.447Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
145 | 2024-10-21T22:19:55.447Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18
|
146 | 2024-10-21T22:19:55.447Z | INFO | crucible-agent (worker): commit
|
147 | 2024-10-21T22:19:55.450Z | INFO | crucible-agent (worker): ok!
|
148 | 2024-10-21T22:19:55.452Z | INFO | crucible-agent (worker): SMF ok!
|
149 | 2024-10-21T22:19:55.465Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crucible/regions/ade5db3d-8848-4901-9d47-cefcce654c58"
region = ade5db3d-8848-4901-9d47-cefcce654c58
|
150 | 2024-10-21T22:19:55.513Z | INFO | crucible-agent (datafile): region ade5db3d-8848-4901-9d47-cefcce654c58 state: Tombstoned -> Destroyed
|
151 | 2024-10-21T22:19:55.598Z | INFO | crucible-agent (dropshot): request completed
latency_us = 82
local_addr = [fd00:1122:3344:101::18]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47277
req_id = d85b811d-4701-4656-9f69-40b73213d404
response_code = 200
uri = /crucible/0/regions/ade5db3d-8848-4901-9d47-cefcce654c58
|